{ "_class" : "hudson.tasks.junit.TestResult", "testActions" : [ ], "duration" : 5029.0, "empty" : False, "failCount" : 435, "passCount" : 0, "skipCount" : 0, "suites" : [ { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "nitb_sms:sysmo", "duration" : 5.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=25531): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25531) [trial-2373↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25531)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=25531): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25531) [trial-2373↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25531)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 nitb_sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a09:50:17.577618 tst nitb_sms:sysmo: Using 1 x ip_address (candidates: 1)\u000a09:50:17.588242 tst nitb_sms:sysmo: Using 1 x bts (candidates: 1)\u000a09:50:18.163821 tst mo_mt_sms.py: using LAC 27557\u000a09:50:18.277261 tst mo_mt_sms.py: using RAC 17\u000a09:50:18.393092 tst mo_mt_sms.py: using CellId 27557\u000a09:50:18.506364 tst mo_mt_sms.py: using BVCI 27558\u000a09:50:18.528181 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a09:50:18.708285 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a09:50:18.980641 tst mo_mt_sms.py:9: start nitb and bts...\u000a09:50:19.104873 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a09:50:21.326565 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25530): Launched\u000a09:50:21.619693 run osmo-nitb_10.42.42.2(pid=25531): Launched\u000a09:50:21.790656 run osmo-nitb_10.42.42.2(pid=25531): ERR: Terminated: ERROR {rc=2} [trial-2373↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25531)]\u000a09:50:21.914751 run osmo-nitb_10.42.42.2(pid=25531): stdout: \u000a| (launched: 2022-12-10_09:50:21.476722) \u000a09:50:22.038904 run osmo-nitb_10.42.42.2(pid=25531): stderr: \u000a| (launched: 2022-12-10_09:50:21.520891)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:50:22.158264 run osmo-nitb_10.42.42.2(pid=25531): stdout: \u000a| (launched: 2022-12-10_09:50:21.476722) \u000a09:50:22.276424 run osmo-nitb_10.42.42.2(pid=25531): stderr: \u000a| (launched: 2022-12-10_09:50:21.520891)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:50:22.328316 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=25531): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25531) [trial-2373↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25531)] [trial-2373↪nitb_sms:sysmo↪mo_mt_sms.py:11]\u000a09:50:22.336041 tst mo_mt_sms.py:11: Test FAILED (4.7 sec)\u000a09:50:22.370469 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25530): Terminating (SIGTERM)\u000a09:50:22.547680 --- ParallelTerminationStrategy: PID 25530 died...\u000a09:50:22.602507 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25530): Terminated: ok {rc=0}\u000a09:50:22.691817 bus /sierra_3: Setting Powered False\u000a09:50:23.797730 bus /sierra_3: Setting Powered False\u000a09:50:24.909697 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "0", "name" : "nitb_sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:50:17" }, { "cases" : [ { "testActions" : [ ], "age" : 43, "className" : "sms:sysmo", "duration" : 15.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25543): Process ended prematurely: osmo-stp_10.42.42.5(pid=25543) [trial-2373↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25543)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25543): Process ended prematurely: osmo-stp_10.42.42.5(pid=25543) [trial-2373↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25543)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a09:50:26.768475 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a09:50:26.779407 tst sms:sysmo: Using 1 x bts (candidates: 1)\u000a09:50:26.907878 tst mo_mt_sms.py: using LAC 27558\u000a09:50:27.031300 tst mo_mt_sms.py: using RAC 18\u000a09:50:27.155005 tst mo_mt_sms.py: using CellId 27558\u000a09:50:27.278426 tst mo_mt_sms.py: using BVCI 27559\u000a09:50:27.302225 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a09:50:27.313172 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a09:50:27.323979 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a09:50:27.334974 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a09:50:27.346046 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a09:50:27.356915 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a09:50:27.476110 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a09:50:27.685883 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:50:29.423764 run create_hlr_db(pid=25537): Launched\u000a09:50:29.607680 bus /sierra_2: Setting Powered False\u000a09:50:30.629161 run create_hlr_db(pid=25537): Terminated: ok {rc=0}\u000a09:50:31.073619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25539): Launched\u000a09:50:31.556556 run osmo-hlr_10.42.42.2(pid=25540): Launched\u000a09:50:31.763580 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:50:34.203626 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25542): Launched\u000a09:50:34.496062 run osmo-stp_10.42.42.5(pid=25543): Launched\u000a09:50:34.607049 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:50:39.816307 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25545): Launched\u000a09:50:40.110308 run osmo-msc_10.42.42.6(pid=25546): Launched\u000a09:50:40.282044 run osmo-stp_10.42.42.5(pid=25543): ERR: Terminated: ERROR {rc=1} [trial-2373↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25543)]\u000a09:50:40.407323 run osmo-stp_10.42.42.5(pid=25543): stdout: \u000a| (launched: 2022-12-10_09:50:34.353083)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:50:40.529734 run osmo-stp_10.42.42.5(pid=25543): stderr: \u000a| �[0;m�[38;5;43m20221210095034521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095034521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095034522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095034522 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095034523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095034523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095034523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:50:40.647705 run osmo-stp_10.42.42.5(pid=25543): stdout: \u000a| (launched: 2022-12-10_09:50:34.353083)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:50:40.764590 run osmo-stp_10.42.42.5(pid=25543): stderr: \u000a| �[0;m�[38;5;43m20221210095034521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095034521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095034522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095034522 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095034523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095034523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095034523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:50:40.815848 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=25543): Process ended prematurely: osmo-stp_10.42.42.5(pid=25543) [trial-2373↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25543)] [trial-2373↪sms:sysmo↪mo_mt_sms.py:16]\u000a09:50:40.823525 tst mo_mt_sms.py:16: Test FAILED (14.0 sec)\u000a09:50:40.882977 run osmo-hlr_10.42.42.2(pid=25540): ERR: Terminated: ERROR {rc=237} [trial-2373↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25540)]\u000a09:50:40.932149 run osmo-hlr_10.42.42.2(pid=25540): stdout: \u000a| (launched: 2022-12-10_09:50:31.279651) \u000a09:50:40.981985 run osmo-hlr_10.42.42.2(pid=25540): stderr: \u000a| �[0;m�[1;31m20221210095031529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210095031530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210095031530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095031530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095031530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210095031530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210095031543 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/sms:sysmo/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210095031562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210095031562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210095031562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:50:41.049445 run osmo-msc_10.42.42.6(pid=25546): ERR: Terminated: ERROR {rc=2} [trial-2373↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25546)]\u000a09:50:41.099047 run osmo-msc_10.42.42.6(pid=25546): stdout: \u000a| (launched: 2022-12-10_09:50:39.966075) \u000a09:50:41.148602 run osmo-msc_10.42.42.6(pid=25546): stderr: \u000a| �[0;m�[38;5;43m20221210095040239 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210095040239 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6aa8f00c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210095040239 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210095040240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210095040240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210095040240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210095040242 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210095040242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210095040242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210095040242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:50:41.190641 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25539): Terminating (SIGTERM)\u000a09:50:41.230366 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25542): Terminating (SIGTERM)\u000a09:50:41.269987 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25545): Terminating (SIGTERM)\u000a09:50:41.279070 --- ParallelTerminationStrategy: PID 25539 died...\u000a09:50:41.332051 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25539): Terminated: ok {rc=0}\u000a09:50:41.341583 --- ParallelTerminationStrategy: PID 25542 died...\u000a09:50:41.394550 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25542): Terminated: ok {rc=0}\u000a09:50:41.403964 --- ParallelTerminationStrategy: PID 25545 died...\u000a09:50:41.456696 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25545): Terminated: ok {rc=0}\u000a09:50:41.545768 bus /sierra_3: Setting Powered False\u000a09:50:42.653404 bus /sierra_3: Setting Powered False\u000a09:50:43.760979 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 19.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "1", "name" : "sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:50:26" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "nitb_ussd:sysmo", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=25552): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25552) [trial-2373↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25552)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=25552): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25552) [trial-2373↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25552)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 nitb_ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a09:50:45.576251 tst nitb_ussd:sysmo: Using 1 x ip_address (candidates: 1)\u000a09:50:45.587344 tst nitb_ussd:sysmo: Using 1 x bts (candidates: 1)\u000a09:50:45.716119 tst assert_extension.py: using LAC 27559\u000a09:50:45.842563 tst assert_extension.py: using RAC 19\u000a09:50:45.977013 tst assert_extension.py: using CellId 27559\u000a09:50:46.100709 tst assert_extension.py: using BVCI 27560\u000a09:50:46.125727 tst nitb_ussd:sysmo: Using 1 x modem (candidates: 1)\u000a09:50:46.442827 tst assert_extension.py:10: start nitb and bts...\u000a09:50:46.579441 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a09:50:47.261184 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25551): Launched\u000a09:50:47.573167 run osmo-nitb_10.42.42.2(pid=25552): Launched\u000a09:50:47.767536 run osmo-nitb_10.42.42.2(pid=25552): ERR: Terminated: ERROR {rc=2} [trial-2373↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25552)]\u000a09:50:47.911215 run osmo-nitb_10.42.42.2(pid=25552): stdout: \u000a| (launched: 2022-12-10_09:50:47.421627) \u000a09:50:48.055082 run osmo-nitb_10.42.42.2(pid=25552): stderr: \u000a| (launched: 2022-12-10_09:50:47.468592)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:50:48.194857 run osmo-nitb_10.42.42.2(pid=25552): stdout: \u000a| (launched: 2022-12-10_09:50:47.421627) \u000a09:50:48.332123 run osmo-nitb_10.42.42.2(pid=25552): stderr: \u000a| (launched: 2022-12-10_09:50:47.468592)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:50:48.694237 tst osmo-nitb_10.42.42.2(pid=25552): stdout: \u000a| (launched: 2022-12-10_09:50:47.421627) \u000a09:50:48.811399 tst osmo-nitb_10.42.42.2(pid=25552): stderr: \u000a| (launched: 2022-12-10_09:50:47.468592)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:50:48.863162 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=25552): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25552) [trial-2373↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25552)] [trial-2373↪nitb_ussd:sysmo↪assert_extension.py:12]\u000a09:50:48.871320 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a09:50:48.905860 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25551): Terminating (SIGTERM)\u000a09:50:49.083260 --- ParallelTerminationStrategy: PID 25551 died...\u000a09:50:49.138492 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25551): Terminated: ok {rc=0}\u000a09:50:49.222263 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "2", "name" : "nitb_ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:50:45" }, { "cases" : [ { "testActions" : [ ], "age" : 43, "className" : "ussd:sysmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25578): Process ended prematurely: osmo-stp_10.42.42.5(pid=25578) [trial-2373↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25578)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25578): Process ended prematurely: osmo-stp_10.42.42.5(pid=25578) [trial-2373↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25578)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a09:50:51.039554 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a09:50:51.050232 tst ussd:sysmo: Using 1 x bts (candidates: 1)\u000a09:50:51.179340 tst assert_extension.py: using LAC 27560\u000a09:50:51.305308 tst assert_extension.py: using RAC 20\u000a09:50:51.430131 tst assert_extension.py: using CellId 27560\u000a09:50:51.556761 tst assert_extension.py: using BVCI 27561\u000a09:50:51.581197 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a09:50:51.592163 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a09:50:51.603139 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a09:50:51.614297 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a09:50:51.625288 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a09:50:51.636080 tst ussd:sysmo: Using 1 x modem (candidates: 1)\u000a09:50:51.832912 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:50:52.306725 run create_hlr_db(pid=25572): Launched\u000a09:50:52.478004 bus /sierra_2: Setting Powered False\u000a09:50:53.499399 run create_hlr_db(pid=25572): Terminated: ok {rc=0}\u000a09:50:53.919827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25574): Launched\u000a09:50:54.236625 run osmo-hlr_10.42.42.2(pid=25575): Launched\u000a09:50:54.351294 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:50:54.901848 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25577): Launched\u000a09:50:55.218679 run osmo-stp_10.42.42.5(pid=25578): Launched\u000a09:50:55.333257 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:50:55.906689 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25580): Launched\u000a09:50:56.221415 run osmo-msc_10.42.42.6(pid=25581): Launched\u000a09:50:56.406975 run osmo-stp_10.42.42.5(pid=25578): ERR: Terminated: ERROR {rc=1} [trial-2373↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25578)]\u000a09:50:56.541697 run osmo-stp_10.42.42.5(pid=25578): stdout: \u000a| (launched: 2022-12-10_09:50:55.062779)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:50:56.675853 run osmo-stp_10.42.42.5(pid=25578): stderr: \u000a| �[0;m�[38;5;43m20221210095055254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095055255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095055255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095055255 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095055256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095055256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095055256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:50:56.803539 run osmo-stp_10.42.42.5(pid=25578): stdout: \u000a| (launched: 2022-12-10_09:50:55.062779)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:50:56.930302 run osmo-stp_10.42.42.5(pid=25578): stderr: \u000a| �[0;m�[38;5;43m20221210095055254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095055255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095055255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095055255 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095055256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095055256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095055256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:50:56.985644 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=25578): Process ended prematurely: osmo-stp_10.42.42.5(pid=25578) [trial-2373↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25578)] [trial-2373↪ussd:sysmo↪assert_extension.py:17]\u000a09:50:56.994390 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a09:50:57.057766 run osmo-hlr_10.42.42.2(pid=25575): ERR: Terminated: ERROR {rc=237} [trial-2373↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25575)]\u000a09:50:57.109913 run osmo-hlr_10.42.42.2(pid=25575): stdout: \u000a| (launched: 2022-12-10_09:50:54.081389) \u000a09:50:57.162219 run osmo-hlr_10.42.42.2(pid=25575): stderr: \u000a| �[0;m�[1;31m20221210095054280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210095054280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210095054280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095054280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095054280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210095054280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210095054406 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/ussd:sysmo/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210095054415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210095054415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210095054415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:50:57.233211 run osmo-msc_10.42.42.6(pid=25581): ERR: Terminated: ERROR {rc=2} [trial-2373↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25581)]\u000a09:50:57.284679 run osmo-msc_10.42.42.6(pid=25581): stdout: \u000a| (launched: 2022-12-10_09:50:56.066614) \u000a09:50:57.336937 run osmo-msc_10.42.42.6(pid=25581): stderr: \u000a| �[0;m�[38;5;43m20221210095056385 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210095056385 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f904cab9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210095056385 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210095056385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210095056385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210095056385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210095056387 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210095056387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210095056388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210095056388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:50:57.381363 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25574): Terminating (SIGTERM)\u000a09:50:57.423629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25577): Terminating (SIGTERM)\u000a09:50:57.466709 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25580): Terminating (SIGTERM)\u000a09:50:57.477040 --- ParallelTerminationStrategy: PID 25574 died...\u000a09:50:57.533882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25574): Terminated: ok {rc=0}\u000a09:50:57.544001 --- ParallelTerminationStrategy: PID 25577 died...\u000a09:50:57.600666 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25577): Terminated: ok {rc=0}\u000a09:50:57.610685 --- ParallelTerminationStrategy: PID 25580 died...\u000a09:50:57.667142 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25580): Terminated: ok {rc=0}\u000a09:50:57.754538 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "3", "name" : "ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:50:50" }, { "cases" : [ { "testActions" : [ ], "age" : 43, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25593): Process ended prematurely: osmo-stp_10.42.42.5(pid=25593) [trial-2373↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25593)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25593): Process ended prematurely: osmo-stp_10.42.42.5(pid=25593) [trial-2373↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25593)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a09:50:59.682640 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:50:59.694093 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a09:50:59.846803 tst mo_mt_call.py: using LAC 27561\u000a09:50:59.971783 tst mo_mt_call.py: using RAC 21\u000a09:51:00.096693 tst mo_mt_call.py: using CellId 27561\u000a09:51:00.224468 tst mo_mt_call.py: using BVCI 27562\u000a09:51:00.248933 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:51:00.260442 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:51:00.271825 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:51:00.283370 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:51:00.295059 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:51:00.306730 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:51:00.424870 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:51:00.632496 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:51:01.175098 run create_hlr_db(pid=25587): Launched\u000a09:51:01.354891 bus /sierra_2: Setting Powered False\u000a09:51:02.387454 run create_hlr_db(pid=25587): Terminated: ok {rc=0}\u000a09:51:02.816287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25589): Launched\u000a09:51:03.137896 run osmo-hlr_10.42.42.2(pid=25590): Launched\u000a09:51:03.258287 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:51:03.817353 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25592): Launched\u000a09:51:04.137865 run osmo-stp_10.42.42.5(pid=25593): Launched\u000a09:51:04.259208 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:51:04.843602 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25595): Launched\u000a09:51:05.164026 run osmo-msc_10.42.42.6(pid=25596): Launched\u000a09:51:05.352590 run osmo-stp_10.42.42.5(pid=25593): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25593)]\u000a09:51:05.488894 run osmo-stp_10.42.42.5(pid=25593): stdout: \u000a| (launched: 2022-12-10_09:51:03.981323)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:51:05.625284 run osmo-stp_10.42.42.5(pid=25593): stderr: \u000a| �[0;m�[38;5;43m20221210095104171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095104171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095104172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095104172 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095104174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095104174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095104175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:51:05.754403 run osmo-stp_10.42.42.5(pid=25593): stdout: \u000a| (launched: 2022-12-10_09:51:03.981323)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:51:05.882313 run osmo-stp_10.42.42.5(pid=25593): stderr: \u000a| �[0;m�[38;5;43m20221210095104171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095104171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095104172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095104172 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095104174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095104174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095104175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:51:05.938618 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25593): Process ended prematurely: osmo-stp_10.42.42.5(pid=25593) [trial-2373↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25593)] [trial-2373↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a09:51:05.947507 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a09:51:06.010781 run osmo-hlr_10.42.42.2(pid=25590): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25590)]\u000a09:51:06.062106 run osmo-hlr_10.42.42.2(pid=25590): stdout: \u000a| (launched: 2022-12-10_09:51:02.980203) \u000a09:51:06.114443 run osmo-hlr_10.42.42.2(pid=25590): stderr: \u000a| �[0;m�[1;31m20221210095103176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210095103176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210095103176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095103176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095103176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210095103176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210095103190 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210095103198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210095103198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210095103198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:51:06.184861 run osmo-msc_10.42.42.6(pid=25596): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25596)]\u000a09:51:06.236226 run osmo-msc_10.42.42.6(pid=25596): stdout: \u000a| (launched: 2022-12-10_09:51:05.006629) \u000a09:51:06.288578 run osmo-msc_10.42.42.6(pid=25596): stderr: \u000a| �[0;m�[38;5;43m20221210095105328 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210095105328 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7fac2bfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210095105328 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210095105328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210095105328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210095105328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210095105330 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210095105331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210095105331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210095105331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:51:06.332773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25589): Terminating (SIGTERM)\u000a09:51:06.374362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25592): Terminating (SIGTERM)\u000a09:51:06.416260 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25595): Terminating (SIGTERM)\u000a09:51:06.426140 --- ParallelTerminationStrategy: PID 25589 died...\u000a09:51:06.481864 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25589): Terminated: ok {rc=0}\u000a09:51:06.491752 --- ParallelTerminationStrategy: PID 25592 died...\u000a09:51:06.547272 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25592): Terminated: ok {rc=0}\u000a09:51:06.557830 --- ParallelTerminationStrategy: PID 25595 died...\u000a09:51:06.613854 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25595): Terminated: ok {rc=0}\u000a09:51:06.700848 bus /sierra_3: Setting Powered False\u000a09:51:07.805243 bus /sierra_3: Setting Powered False\u000a09:51:08.917296 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 45, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25604): Process ended prematurely: osmo-stp_10.42.42.5(pid=25604) [trial-2373↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25604)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25604): Process ended prematurely: osmo-stp_10.42.42.5(pid=25604) [trial-2373↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25604)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:51:10.028163 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:51:10.039819 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a09:51:10.184438 tst mo_mt_call_osmux.py: using LAC 27562\u000a09:51:10.311043 tst mo_mt_call_osmux.py: using RAC 22\u000a09:51:10.443846 tst mo_mt_call_osmux.py: using CellId 27562\u000a09:51:10.570779 tst mo_mt_call_osmux.py: using BVCI 27563\u000a09:51:10.595483 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:51:10.607069 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:51:10.618591 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:51:10.630111 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:51:10.641749 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:51:10.653250 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:51:10.768312 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:51:10.977855 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:51:11.484303 run create_hlr_db(pid=25598): Launched\u000a09:51:11.671459 bus /sierra_2: Setting Powered False\u000a09:51:12.692403 run create_hlr_db(pid=25598): Terminated: ok {rc=0}\u000a09:51:13.097509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25600): Launched\u000a09:51:13.397690 run osmo-hlr_10.42.42.2(pid=25601): Launched\u000a09:51:13.516466 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:51:14.042632 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25603): Launched\u000a09:51:14.343614 run osmo-stp_10.42.42.5(pid=25604): Launched\u000a09:51:14.453003 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:51:15.001760 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25606): Launched\u000a09:51:15.301649 run osmo-msc_10.42.42.6(pid=25607): Launched\u000a09:51:15.478316 run osmo-stp_10.42.42.5(pid=25604): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25604)]\u000a09:51:15.610445 run osmo-stp_10.42.42.5(pid=25604): stdout: \u000a| (launched: 2022-12-10_09:51:14.195406)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:51:15.736132 run osmo-stp_10.42.42.5(pid=25604): stderr: \u000a| �[0;m�[38;5;43m20221210095114364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095114364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095114364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095114365 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095114365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095114365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095114365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:51:15.876465 run osmo-stp_10.42.42.5(pid=25604): stdout: \u000a| (launched: 2022-12-10_09:51:14.195406)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:51:16.020296 run osmo-stp_10.42.42.5(pid=25604): stderr: \u000a| �[0;m�[38;5;43m20221210095114364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095114364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095114364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095114365 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095114365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095114365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095114365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:51:16.078506 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25604): Process ended prematurely: osmo-stp_10.42.42.5(pid=25604) [trial-2373↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25604)] [trial-2373↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a09:51:16.088604 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a09:51:16.157510 run osmo-hlr_10.42.42.2(pid=25601): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25601)]\u000a09:51:16.212715 run osmo-hlr_10.42.42.2(pid=25601): stdout: \u000a| (launched: 2022-12-10_09:51:13.250543) \u000a09:51:16.268021 run osmo-hlr_10.42.42.2(pid=25601): stderr: \u000a| �[0;m�[1;31m20221210095113425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210095113425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210095113425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095113425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095113425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210095113425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210095113437 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210095113446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210095113446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210095113447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:51:16.341484 run osmo-msc_10.42.42.6(pid=25607): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25607)]\u000a09:51:16.396714 run osmo-msc_10.42.42.6(pid=25607): stdout: \u000a| (launched: 2022-12-10_09:51:15.154258) \u000a09:51:16.451603 run osmo-msc_10.42.42.6(pid=25607): stderr: \u000a| �[0;m�[38;5;43m20221210095115425 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210095115425 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f74d2ac1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210095115425 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210095115425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210095115425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210095115426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210095115428 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210095115429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210095115429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210095115429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:51:16.498836 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25600): Terminating (SIGTERM)\u000a09:51:16.546754 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25603): Terminating (SIGTERM)\u000a09:51:16.596320 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25606): Terminating (SIGTERM)\u000a09:51:16.606992 --- ParallelTerminationStrategy: PID 25600 died...\u000a09:51:16.667479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25600): Terminated: ok {rc=0}\u000a09:51:16.679939 --- ParallelTerminationStrategy: PID 25603 died...\u000a09:51:16.740485 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25603): Terminated: ok {rc=0}\u000a09:51:16.751779 --- ParallelTerminationStrategy: PID 25606 died...\u000a09:51:16.812830 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25606): Terminated: ok {rc=0}\u000a09:51:16.905046 bus /sierra_3: Setting Powered False\u000a09:51:18.012112 bus /sierra_3: Setting Powered False\u000a09:51:19.121108 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "4", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:50:59" }, { "cases" : [ { "testActions" : [ ], "age" : 43, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25618): Process ended prematurely: osmo-stp_10.42.42.5(pid=25618) [trial-2373↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25618)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25618): Process ended prematurely: osmo-stp_10.42.42.5(pid=25618) [trial-2373↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25618)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a09:51:21.089699 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:51:21.101107 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a09:51:21.251493 tst mo_mt_call.py: using LAC 27563\u000a09:51:21.377565 tst mo_mt_call.py: using RAC 23\u000a09:51:21.504886 tst mo_mt_call.py: using CellId 27563\u000a09:51:21.626853 tst mo_mt_call.py: using BVCI 27564\u000a09:51:21.649745 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:51:21.660690 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:51:21.671472 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:51:21.682365 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:51:21.693064 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:51:21.703775 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:51:21.819656 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:51:22.017234 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:51:22.497168 run create_hlr_db(pid=25612): Launched\u000a09:51:22.670656 bus /sierra_2: Setting Powered False\u000a09:51:23.691820 run create_hlr_db(pid=25612): Terminated: ok {rc=0}\u000a09:51:24.120477 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25614): Launched\u000a09:51:24.441505 run osmo-hlr_10.42.42.2(pid=25615): Launched\u000a09:51:24.558361 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:51:25.121274 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25617): Launched\u000a09:51:25.442423 run osmo-stp_10.42.42.5(pid=25618): Launched\u000a09:51:25.559734 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:51:26.147538 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25620): Launched\u000a09:51:26.468098 run osmo-msc_10.42.42.6(pid=25621): Launched\u000a09:51:26.657695 run osmo-stp_10.42.42.5(pid=25618): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25618)]\u000a09:51:26.794423 run osmo-stp_10.42.42.5(pid=25618): stdout: \u000a| (launched: 2022-12-10_09:51:25.285661)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:51:26.931111 run osmo-stp_10.42.42.5(pid=25618): stderr: \u000a| �[0;m�[38;5;43m20221210095125478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095125478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095125478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095125479 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095125479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095125479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095125479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:51:27.060600 run osmo-stp_10.42.42.5(pid=25618): stdout: \u000a| (launched: 2022-12-10_09:51:25.285661)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:51:27.189766 run osmo-stp_10.42.42.5(pid=25618): stderr: \u000a| �[0;m�[38;5;43m20221210095125478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095125478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095125478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095125479 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095125479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095125479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095125479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:51:27.246408 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25618): Process ended prematurely: osmo-stp_10.42.42.5(pid=25618) [trial-2373↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25618)] [trial-2373↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a09:51:27.255582 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a09:51:27.318759 run osmo-hlr_10.42.42.2(pid=25615): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25615)]\u000a09:51:27.370365 run osmo-hlr_10.42.42.2(pid=25615): stdout: \u000a| (launched: 2022-12-10_09:51:24.284397) \u000a09:51:27.422715 run osmo-hlr_10.42.42.2(pid=25615): stderr: \u000a| �[0;m�[1;31m20221210095124484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210095124484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210095124484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095124484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095124484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210095124484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210095124496 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210095124505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210095124505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210095124505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:51:27.493142 run osmo-msc_10.42.42.6(pid=25621): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25621)]\u000a09:51:27.544372 run osmo-msc_10.42.42.6(pid=25621): stdout: \u000a| (launched: 2022-12-10_09:51:26.311138) \u000a09:51:27.596236 run osmo-msc_10.42.42.6(pid=25621): stderr: \u000a| �[0;m�[38;5;43m20221210095126631 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210095126631 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3ea5525c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210095126631 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210095126631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210095126631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210095126632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210095126633 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210095126634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210095126634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210095126634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:51:27.640039 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25614): Terminating (SIGTERM)\u000a09:51:27.682276 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25617): Terminating (SIGTERM)\u000a09:51:27.723775 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25620): Terminating (SIGTERM)\u000a09:51:27.733547 --- ParallelTerminationStrategy: PID 25614 died...\u000a09:51:27.789354 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25614): Terminated: ok {rc=0}\u000a09:51:27.799283 --- ParallelTerminationStrategy: PID 25617 died...\u000a09:51:27.855136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25617): Terminated: ok {rc=0}\u000a09:51:27.865128 --- ParallelTerminationStrategy: PID 25620 died...\u000a09:51:27.921029 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25620): Terminated: ok {rc=0}\u000a09:51:28.008539 bus /sierra_3: Setting Powered False\u000a09:51:29.112157 bus /sierra_3: Setting Powered False\u000a09:51:30.224054 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 45, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25629): Process ended prematurely: osmo-stp_10.42.42.5(pid=25629) [trial-2373↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25629)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25629): Process ended prematurely: osmo-stp_10.42.42.5(pid=25629) [trial-2373↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25629)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:51:31.332674 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:51:31.345465 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a09:51:31.522737 tst mo_mt_call_osmux.py: using LAC 27564\u000a09:51:31.653444 tst mo_mt_call_osmux.py: using RAC 24\u000a09:51:31.804742 tst mo_mt_call_osmux.py: using CellId 27564\u000a09:51:31.935994 tst mo_mt_call_osmux.py: using BVCI 27565\u000a09:51:31.960253 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:51:31.972289 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:51:31.985724 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:51:31.998179 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:51:32.010108 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:51:32.021659 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:51:32.151235 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:51:32.387109 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:51:32.893705 run create_hlr_db(pid=25623): Launched\u000a09:51:33.080935 bus /sierra_2: Setting Powered False\u000a09:51:34.101727 run create_hlr_db(pid=25623): Terminated: ok {rc=0}\u000a09:51:34.506835 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25625): Launched\u000a09:51:34.805949 run osmo-hlr_10.42.42.2(pid=25626): Launched\u000a09:51:34.923006 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:51:35.450557 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25628): Launched\u000a09:51:35.749125 run osmo-stp_10.42.42.5(pid=25629): Launched\u000a09:51:35.858806 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:51:36.408013 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25631): Launched\u000a09:51:36.708918 run osmo-msc_10.42.42.6(pid=25632): Launched\u000a09:51:36.884499 run osmo-stp_10.42.42.5(pid=25629): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25629)]\u000a09:51:37.011904 run osmo-stp_10.42.42.5(pid=25629): stdout: \u000a| (launched: 2022-12-10_09:51:35.603055)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:51:37.137317 run osmo-stp_10.42.42.5(pid=25629): stderr: \u000a| �[0;m�[38;5;43m20221210095135772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095135772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095135772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095135773 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095135775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095135775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095135775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:51:37.258006 run osmo-stp_10.42.42.5(pid=25629): stdout: \u000a| (launched: 2022-12-10_09:51:35.603055)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:51:37.377572 run osmo-stp_10.42.42.5(pid=25629): stderr: \u000a| �[0;m�[38;5;43m20221210095135772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095135772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095135772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095135773 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095135775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095135775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095135775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:51:37.430187 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25629): Process ended prematurely: osmo-stp_10.42.42.5(pid=25629) [trial-2373↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25629)] [trial-2373↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a09:51:37.438621 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a09:51:37.498003 run osmo-hlr_10.42.42.2(pid=25626): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25626)]\u000a09:51:37.546820 run osmo-hlr_10.42.42.2(pid=25626): stdout: \u000a| (launched: 2022-12-10_09:51:34.660041) \u000a09:51:37.596654 run osmo-hlr_10.42.42.2(pid=25626): stderr: \u000a| �[0;m�[1;31m20221210095134834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210095134834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210095134834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095134834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095134835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210095134835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210095134847 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210095134858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210095134859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210095134859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:51:37.664150 run osmo-msc_10.42.42.6(pid=25632): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25632)]\u000a09:51:37.713173 run osmo-msc_10.42.42.6(pid=25632): stdout: \u000a| (launched: 2022-12-10_09:51:36.561975) \u000a09:51:37.762712 run osmo-msc_10.42.42.6(pid=25632): stderr: \u000a| �[0;m�[38;5;43m20221210095136836 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210095136836 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb9dfc13c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210095136836 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210095136836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210095136837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210095136837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210095136838 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210095136839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210095136839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210095136839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:51:37.804892 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25625): Terminating (SIGTERM)\u000a09:51:37.844711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25628): Terminating (SIGTERM)\u000a09:51:37.884507 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25631): Terminating (SIGTERM)\u000a09:51:37.893675 --- ParallelTerminationStrategy: PID 25625 died...\u000a09:51:37.947467 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25625): Terminated: ok {rc=0}\u000a09:51:37.957042 --- ParallelTerminationStrategy: PID 25628 died...\u000a09:51:38.010026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25628): Terminated: ok {rc=0}\u000a09:51:38.019547 --- ParallelTerminationStrategy: PID 25631 died...\u000a09:51:38.072761 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25631): Terminated: ok {rc=0}\u000a09:51:38.156375 bus /sierra_3: Setting Powered False\u000a09:51:39.262595 bus /sierra_3: Setting Powered False\u000a09:51:40.369138 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "5", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:51:20" }, { "cases" : [ { "testActions" : [ ], "age" : 43, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25643): Process ended prematurely: osmo-stp_10.42.42.5(pid=25643) [trial-2373↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25643)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25643): Process ended prematurely: osmo-stp_10.42.42.5(pid=25643) [trial-2373↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25643)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a09:51:42.315490 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:51:42.326376 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a09:51:42.467592 tst mo_mt_call.py: using LAC 27565\u000a09:51:42.587982 tst mo_mt_call.py: using RAC 25\u000a09:51:42.707402 tst mo_mt_call.py: using CellId 27565\u000a09:51:42.829589 tst mo_mt_call.py: using BVCI 27566\u000a09:51:42.852397 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:51:42.863432 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:51:42.874252 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:51:42.885154 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:51:42.895918 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:51:42.906817 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:51:43.026137 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:51:43.225896 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:51:43.710639 run create_hlr_db(pid=25637): Launched\u000a09:51:43.898845 bus /sierra_2: Setting Powered False\u000a09:51:44.918283 run create_hlr_db(pid=25637): Terminated: ok {rc=0}\u000a09:51:45.322268 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25639): Launched\u000a09:51:45.621818 run osmo-hlr_10.42.42.2(pid=25640): Launched\u000a09:51:45.732937 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:51:46.331110 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25642): Launched\u000a09:51:46.770253 run osmo-stp_10.42.42.5(pid=25643): Launched\u000a09:51:46.991981 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:51:47.582220 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25645): Launched\u000a09:51:47.902316 run osmo-msc_10.42.42.6(pid=25646): Launched\u000a09:51:48.091722 run osmo-stp_10.42.42.5(pid=25643): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25643)]\u000a09:51:48.229360 run osmo-stp_10.42.42.5(pid=25643): stdout: \u000a| (launched: 2022-12-10_09:51:46.499738)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:51:48.365654 run osmo-stp_10.42.42.5(pid=25643): stderr: \u000a| �[0;m�[38;5;43m20221210095146809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095146809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095146809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095146810 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095146810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095146810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095146810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:51:48.495361 run osmo-stp_10.42.42.5(pid=25643): stdout: \u000a| (launched: 2022-12-10_09:51:46.499738)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:51:48.623939 run osmo-stp_10.42.42.5(pid=25643): stderr: \u000a| �[0;m�[38;5;43m20221210095146809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095146809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095146809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095146810 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095146810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095146810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095146810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:51:48.680475 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25643): Process ended prematurely: osmo-stp_10.42.42.5(pid=25643) [trial-2373↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25643)] [trial-2373↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a09:51:48.689429 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a09:51:48.752494 run osmo-hlr_10.42.42.2(pid=25640): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25640)]\u000a09:51:48.803975 run osmo-hlr_10.42.42.2(pid=25640): stdout: \u000a| (launched: 2022-12-10_09:51:45.475166) \u000a09:51:48.856080 run osmo-hlr_10.42.42.2(pid=25640): stderr: \u000a| �[0;m�[1;31m20221210095145650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210095145650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210095145650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095145650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095145650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210095145651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210095145663 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210095145674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210095145674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210095145674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:51:48.926549 run osmo-msc_10.42.42.6(pid=25646): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25646)]\u000a09:51:48.977821 run osmo-msc_10.42.42.6(pid=25646): stdout: \u000a| (launched: 2022-12-10_09:51:47.745906) \u000a09:51:49.029751 run osmo-msc_10.42.42.6(pid=25646): stderr: \u000a| �[0;m�[38;5;43m20221210095148067 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210095148067 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff08c0eec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210095148067 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210095148067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210095148067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210095148067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210095148069 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210095148069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210095148070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210095148070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:51:49.073624 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25639): Terminating (SIGTERM)\u000a09:51:49.115656 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25642): Terminating (SIGTERM)\u000a09:51:49.157879 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25645): Terminating (SIGTERM)\u000a09:51:49.167475 --- ParallelTerminationStrategy: PID 25639 died...\u000a09:51:49.223369 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25639): Terminated: ok {rc=0}\u000a09:51:49.233383 --- ParallelTerminationStrategy: PID 25642 died...\u000a09:51:49.289053 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25642): Terminated: ok {rc=0}\u000a09:51:49.299087 --- ParallelTerminationStrategy: PID 25645 died...\u000a09:51:49.355022 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25645): Terminated: ok {rc=0}\u000a09:51:49.440554 bus /sierra_3: Setting Powered False\u000a09:51:50.541711 bus /sierra_3: Setting Powered False\u000a09:51:51.652415 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 54, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25654): Process ended prematurely: osmo-stp_10.42.42.5(pid=25654) [trial-2373↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25654)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25654): Process ended prematurely: osmo-stp_10.42.42.5(pid=25654) [trial-2373↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25654)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:51:52.767537 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:51:52.779550 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a09:51:52.931931 tst mo_mt_call_osmux.py: using LAC 27566\u000a09:51:53.058158 tst mo_mt_call_osmux.py: using RAC 26\u000a09:51:53.186651 tst mo_mt_call_osmux.py: using CellId 27566\u000a09:51:53.313572 tst mo_mt_call_osmux.py: using BVCI 27567\u000a09:51:53.338259 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:51:53.349740 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:51:53.361131 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:51:53.372632 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:51:53.384091 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:51:53.395703 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:51:53.515067 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:51:53.727856 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:51:54.234511 run create_hlr_db(pid=25648): Launched\u000a09:51:54.421633 bus /sierra_2: Setting Powered False\u000a09:51:55.441594 run create_hlr_db(pid=25648): Terminated: ok {rc=0}\u000a09:51:55.869857 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25650): Launched\u000a09:51:56.191403 run osmo-hlr_10.42.42.2(pid=25651): Launched\u000a09:51:56.311302 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:51:56.873631 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25653): Launched\u000a09:51:57.195949 run osmo-stp_10.42.42.5(pid=25654): Launched\u000a09:51:57.312566 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:51:57.900319 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25656): Launched\u000a09:51:58.222397 run osmo-msc_10.42.42.6(pid=25657): Launched\u000a09:51:58.411247 run osmo-stp_10.42.42.5(pid=25654): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25654)]\u000a09:51:58.547952 run osmo-stp_10.42.42.5(pid=25654): stdout: \u000a| (launched: 2022-12-10_09:51:57.038123)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:51:58.684689 run osmo-stp_10.42.42.5(pid=25654): stderr: \u000a| �[0;m�[38;5;43m20221210095157232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095157232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095157232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095157233 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095157233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095157233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095157233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:51:58.814695 run osmo-stp_10.42.42.5(pid=25654): stdout: \u000a| (launched: 2022-12-10_09:51:57.038123)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:51:58.942969 run osmo-stp_10.42.42.5(pid=25654): stderr: \u000a| �[0;m�[38;5;43m20221210095157232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095157232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095157232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095157233 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095157233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095157233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095157233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:51:58.999397 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25654): Process ended prematurely: osmo-stp_10.42.42.5(pid=25654) [trial-2373↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25654)] [trial-2373↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a09:51:59.008369 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a09:51:59.070999 run osmo-hlr_10.42.42.2(pid=25651): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25651)]\u000a09:51:59.122539 run osmo-hlr_10.42.42.2(pid=25651): stdout: \u000a| (launched: 2022-12-10_09:51:56.033677) \u000a09:51:59.174864 run osmo-hlr_10.42.42.2(pid=25651): stderr: \u000a| �[0;m�[1;31m20221210095156232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210095156232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210095156232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095156232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095156232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210095156232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210095156247 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210095156255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210095156255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210095156255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:51:59.245422 run osmo-msc_10.42.42.6(pid=25657): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25657)]\u000a09:51:59.296780 run osmo-msc_10.42.42.6(pid=25657): stdout: \u000a| (launched: 2022-12-10_09:51:58.064470) \u000a09:51:59.348984 run osmo-msc_10.42.42.6(pid=25657): stderr: \u000a| �[0;m�[38;5;43m20221210095158386 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210095158386 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7b2c674c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210095158386 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210095158386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210095158387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210095158387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210095158390 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210095158391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210095158391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210095158391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:51:59.393334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25650): Terminating (SIGTERM)\u000a09:51:59.435185 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25653): Terminating (SIGTERM)\u000a09:51:59.476725 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25656): Terminating (SIGTERM)\u000a09:51:59.486579 --- ParallelTerminationStrategy: PID 25650 died...\u000a09:51:59.542597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25650): Terminated: ok {rc=0}\u000a09:51:59.552458 --- ParallelTerminationStrategy: PID 25653 died...\u000a09:51:59.608471 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25653): Terminated: ok {rc=0}\u000a09:51:59.618438 --- ParallelTerminationStrategy: PID 25656 died...\u000a09:51:59.674018 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25656): Terminated: ok {rc=0}\u000a09:51:59.759215 bus /sierra_3: Setting Powered False\u000a09:52:00.865784 bus /sierra_3: Setting Powered False\u000a09:52:02.004106 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "6", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:51:42" }, { "cases" : [ { "testActions" : [ ], "age" : 43, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25668): Process ended prematurely: osmo-stp_10.42.42.5(pid=25668) [trial-2373↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25668)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25668): Process ended prematurely: osmo-stp_10.42.42.5(pid=25668) [trial-2373↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25668)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a09:52:03.977589 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:52:03.989190 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a09:52:04.143328 tst mo_mt_call.py: using LAC 27567\u000a09:52:04.263007 tst mo_mt_call.py: using RAC 27\u000a09:52:04.379095 tst mo_mt_call.py: using CellId 27567\u000a09:52:04.495793 tst mo_mt_call.py: using BVCI 27568\u000a09:52:04.518811 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:52:04.529754 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:52:04.540446 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:52:04.551194 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:52:04.562011 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:52:04.572686 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a09:52:04.690975 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a09:52:04.901114 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:52:05.407425 run create_hlr_db(pid=25662): Launched\u000a09:52:05.595288 bus /sierra_2: Setting Powered False\u000a09:52:06.614415 run create_hlr_db(pid=25662): Terminated: ok {rc=0}\u000a09:52:07.020407 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25664): Launched\u000a09:52:07.320846 run osmo-hlr_10.42.42.2(pid=25665): Launched\u000a09:52:07.431612 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:52:07.953488 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25667): Launched\u000a09:52:08.253550 run osmo-stp_10.42.42.5(pid=25668): Launched\u000a09:52:08.363313 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:52:08.914021 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25670): Launched\u000a09:52:09.214592 run osmo-msc_10.42.42.6(pid=25671): Launched\u000a09:52:09.390934 run osmo-stp_10.42.42.5(pid=25668): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25668)]\u000a09:52:09.518365 run osmo-stp_10.42.42.5(pid=25668): stdout: \u000a| (launched: 2022-12-10_09:52:08.106559)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:52:09.643926 run osmo-stp_10.42.42.5(pid=25668): stderr: \u000a| �[0;m�[38;5;43m20221210095208276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095208276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095208276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095208277 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095208277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095208277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095208277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:52:09.764803 run osmo-stp_10.42.42.5(pid=25668): stdout: \u000a| (launched: 2022-12-10_09:52:08.106559)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:52:09.884393 run osmo-stp_10.42.42.5(pid=25668): stderr: \u000a| �[0;m�[38;5;43m20221210095208276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095208276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095208276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095208277 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095208277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095208277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095208277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:52:09.937214 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25668): Process ended prematurely: osmo-stp_10.42.42.5(pid=25668) [trial-2373↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25668)] [trial-2373↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a09:52:09.945516 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a09:52:10.004743 run osmo-hlr_10.42.42.2(pid=25665): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25665)]\u000a09:52:10.053826 run osmo-hlr_10.42.42.2(pid=25665): stdout: \u000a| (launched: 2022-12-10_09:52:07.173894) \u000a09:52:10.103237 run osmo-hlr_10.42.42.2(pid=25665): stderr: \u000a| �[0;m�[1;31m20221210095207349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210095207349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210095207350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095207350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095207350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210095207350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210095207362 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210095207372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210095207372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210095207372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:52:10.170167 run osmo-msc_10.42.42.6(pid=25671): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25671)]\u000a09:52:10.218770 run osmo-msc_10.42.42.6(pid=25671): stdout: \u000a| (launched: 2022-12-10_09:52:09.067316) \u000a09:52:10.267930 run osmo-msc_10.42.42.6(pid=25671): stderr: \u000a| �[0;m�[38;5;43m20221210095209337 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210095209337 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe0ae8fdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210095209338 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210095209338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210095209338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210095209338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210095209341 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210095209341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210095209341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210095209341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:52:10.309689 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25664): Terminating (SIGTERM)\u000a09:52:10.349462 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25667): Terminating (SIGTERM)\u000a09:52:10.389098 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25670): Terminating (SIGTERM)\u000a09:52:10.398127 --- ParallelTerminationStrategy: PID 25664 died...\u000a09:52:10.451217 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25664): Terminated: ok {rc=0}\u000a09:52:10.460598 --- ParallelTerminationStrategy: PID 25667 died...\u000a09:52:10.513294 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25667): Terminated: ok {rc=0}\u000a09:52:10.522751 --- ParallelTerminationStrategy: PID 25670 died...\u000a09:52:10.575638 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25670): Terminated: ok {rc=0}\u000a09:52:10.663760 bus /sierra_3: Setting Powered False\u000a09:52:11.767289 bus /sierra_3: Setting Powered False\u000a09:52:12.876673 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 52, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25679): Process ended prematurely: osmo-stp_10.42.42.5(pid=25679) [trial-2373↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25679)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25679): Process ended prematurely: osmo-stp_10.42.42.5(pid=25679) [trial-2373↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25679)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:52:13.986072 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:52:13.997632 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a09:52:14.142327 tst mo_mt_call_osmux.py: using LAC 27568\u000a09:52:14.261021 tst mo_mt_call_osmux.py: using RAC 28\u000a09:52:14.380112 tst mo_mt_call_osmux.py: using CellId 27568\u000a09:52:14.500829 tst mo_mt_call_osmux.py: using BVCI 27569\u000a09:52:14.523973 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:52:14.534924 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:52:14.545698 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:52:14.556374 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:52:14.567213 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:52:14.578023 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a09:52:14.692261 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a09:52:14.896722 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:52:15.378510 run create_hlr_db(pid=25673): Launched\u000a09:52:15.554004 bus /sierra_2: Setting Powered False\u000a09:52:16.636908 run create_hlr_db(pid=25673): Terminated: ok {rc=0}\u000a09:52:17.128452 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25675): Launched\u000a09:52:17.434096 run osmo-hlr_10.42.42.2(pid=25676): Launched\u000a09:52:17.552696 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:52:18.083460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25678): Launched\u000a09:52:18.382181 run osmo-stp_10.42.42.5(pid=25679): Launched\u000a09:52:18.491376 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:52:19.040783 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25681): Launched\u000a09:52:19.341414 run osmo-msc_10.42.42.6(pid=25682): Launched\u000a09:52:19.518381 run osmo-stp_10.42.42.5(pid=25679): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25679)]\u000a09:52:19.646027 run osmo-stp_10.42.42.5(pid=25679): stdout: \u000a| (launched: 2022-12-10_09:52:18.236179)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:52:19.771351 run osmo-stp_10.42.42.5(pid=25679): stderr: \u000a| �[0;m�[38;5;43m20221210095218405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095218405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095218406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095218406 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095218408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095218408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095218408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:52:19.892056 run osmo-stp_10.42.42.5(pid=25679): stdout: \u000a| (launched: 2022-12-10_09:52:18.236179)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:52:20.011164 run osmo-stp_10.42.42.5(pid=25679): stderr: \u000a| �[0;m�[38;5;43m20221210095218405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095218405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095218406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095218406 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095218408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095218408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095218408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:52:20.063988 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25679): Process ended prematurely: osmo-stp_10.42.42.5(pid=25679) [trial-2373↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25679)] [trial-2373↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a09:52:20.072365 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a09:52:20.131692 run osmo-hlr_10.42.42.2(pid=25676): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25676)]\u000a09:52:20.180536 run osmo-hlr_10.42.42.2(pid=25676): stdout: \u000a| (launched: 2022-12-10_09:52:17.285897) \u000a09:52:20.230051 run osmo-hlr_10.42.42.2(pid=25676): stderr: \u000a| �[0;m�[1;31m20221210095217460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210095217460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210095217460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095217460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095217460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210095217460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210095217473 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210095217482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210095217482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210095217482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:52:20.297758 run osmo-msc_10.42.42.6(pid=25682): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25682)]\u000a09:52:20.346628 run osmo-msc_10.42.42.6(pid=25682): stdout: \u000a| (launched: 2022-12-10_09:52:19.193909) \u000a09:52:20.395710 run osmo-msc_10.42.42.6(pid=25682): stderr: \u000a| �[0;m�[38;5;43m20221210095219464 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210095219464 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7c4da3bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210095219464 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210095219464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210095219465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210095219465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210095219466 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210095219468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210095219468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210095219468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:52:20.437318 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25675): Terminating (SIGTERM)\u000a09:52:20.476980 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25678): Terminating (SIGTERM)\u000a09:52:20.516318 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25681): Terminating (SIGTERM)\u000a09:52:20.525357 --- ParallelTerminationStrategy: PID 25675 died...\u000a09:52:20.578103 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25675): Terminated: ok {rc=0}\u000a09:52:20.587518 --- ParallelTerminationStrategy: PID 25678 died...\u000a09:52:20.640534 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25678): Terminated: ok {rc=0}\u000a09:52:20.649958 --- ParallelTerminationStrategy: PID 25681 died...\u000a09:52:20.702412 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25681): Terminated: ok {rc=0}\u000a09:52:20.790347 bus /sierra_3: Setting Powered False\u000a09:52:21.891670 bus /sierra_3: Setting Powered False\u000a09:52:23.002750 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "7", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:52:03" }, { "cases" : [ { "testActions" : [ ], "age" : 43, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25693): Process ended prematurely: osmo-stp_10.42.42.5(pid=25693) [trial-2373↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25693)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25693): Process ended prematurely: osmo-stp_10.42.42.5(pid=25693) [trial-2373↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25693)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a09:52:24.949175 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:52:24.960156 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a09:52:25.104114 tst mo_mt_call.py: using LAC 27569\u000a09:52:25.222954 tst mo_mt_call.py: using RAC 29\u000a09:52:25.342937 tst mo_mt_call.py: using CellId 27569\u000a09:52:25.462274 tst mo_mt_call.py: using BVCI 27570\u000a09:52:25.485148 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:52:25.496052 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:52:25.506894 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:52:25.517685 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:52:25.528499 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:52:25.539328 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:52:25.656041 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:52:25.857684 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:52:26.337435 run create_hlr_db(pid=25687): Launched\u000a09:52:26.511672 bus /sierra_2: Setting Powered False\u000a09:52:27.532190 run create_hlr_db(pid=25687): Terminated: ok {rc=0}\u000a09:52:27.931519 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25689): Launched\u000a09:52:28.230272 run osmo-hlr_10.42.42.2(pid=25690): Launched\u000a09:52:28.345200 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:52:28.879083 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25692): Launched\u000a09:52:29.178849 run osmo-stp_10.42.42.5(pid=25693): Launched\u000a09:52:29.288067 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:52:29.837949 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25695): Launched\u000a09:52:30.138572 run osmo-msc_10.42.42.6(pid=25696): Launched\u000a09:52:30.316267 run osmo-stp_10.42.42.5(pid=25693): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25693)]\u000a09:52:30.444530 run osmo-stp_10.42.42.5(pid=25693): stdout: \u000a| (launched: 2022-12-10_09:52:29.032707)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:52:30.570632 run osmo-stp_10.42.42.5(pid=25693): stderr: \u000a| �[0;m�[38;5;43m20221210095229205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095229205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095229206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095229206 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095229207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095229207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095229207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:52:30.691328 run osmo-stp_10.42.42.5(pid=25693): stdout: \u000a| (launched: 2022-12-10_09:52:29.032707)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:52:30.811378 run osmo-stp_10.42.42.5(pid=25693): stderr: \u000a| �[0;m�[38;5;43m20221210095229205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095229205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095229206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095229206 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095229207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095229207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095229207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:52:30.865323 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25693): Process ended prematurely: osmo-stp_10.42.42.5(pid=25693) [trial-2373↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25693)] [trial-2373↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a09:52:30.874014 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a09:52:30.934178 run osmo-hlr_10.42.42.2(pid=25690): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25690)]\u000a09:52:30.983503 run osmo-hlr_10.42.42.2(pid=25690): stdout: \u000a| (launched: 2022-12-10_09:52:28.084374) \u000a09:52:31.033384 run osmo-hlr_10.42.42.2(pid=25690): stderr: \u000a| �[0;m�[1;31m20221210095228262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210095228262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210095228262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095228262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095228262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210095228262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210095228275 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210095228283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210095228283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210095228283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:52:31.101920 run osmo-msc_10.42.42.6(pid=25696): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25696)]\u000a09:52:31.152153 run osmo-msc_10.42.42.6(pid=25696): stdout: \u000a| (launched: 2022-12-10_09:52:29.990885) \u000a09:52:31.202886 run osmo-msc_10.42.42.6(pid=25696): stderr: \u000a| �[0;m�[38;5;43m20221210095230262 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210095230262 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc7584fac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210095230262 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210095230262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210095230262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210095230263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210095230264 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210095230266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210095230266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210095230266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:52:31.245350 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25689): Terminating (SIGTERM)\u000a09:52:31.287813 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25692): Terminating (SIGTERM)\u000a09:52:31.328348 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25695): Terminating (SIGTERM)\u000a09:52:31.337612 --- ParallelTerminationStrategy: PID 25689 died...\u000a09:52:31.391142 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25689): Terminated: ok {rc=0}\u000a09:52:31.401262 --- ParallelTerminationStrategy: PID 25692 died...\u000a09:52:31.455119 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25692): Terminated: ok {rc=0}\u000a09:52:31.465075 --- ParallelTerminationStrategy: PID 25695 died...\u000a09:52:31.518794 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25695): Terminated: ok {rc=0}\u000a09:52:31.610641 bus /sierra_3: Setting Powered False\u000a09:52:32.716797 bus /sierra_3: Setting Powered False\u000a09:52:33.825216 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 43, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25705): Process ended prematurely: osmo-stp_10.42.42.5(pid=25705) [trial-2373↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25705)]", "failedSince" : 2331, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25705): Process ended prematurely: osmo-stp_10.42.42.5(pid=25705) [trial-2373↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25705)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:52:34.941125 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:52:34.953257 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a09:52:35.106141 tst mo_mt_call_osmux.py: using LAC 27570\u000a09:52:35.232261 tst mo_mt_call_osmux.py: using RAC 30\u000a09:52:35.358520 tst mo_mt_call_osmux.py: using CellId 27570\u000a09:52:35.484236 tst mo_mt_call_osmux.py: using BVCI 27571\u000a09:52:35.508673 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:52:35.520221 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:52:35.531539 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:52:35.543243 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:52:35.554583 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:52:35.566547 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:52:35.684127 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:52:35.897825 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:52:36.410214 run create_hlr_db(pid=25699): Launched\u000a09:52:36.598996 bus /sierra_2: Setting Powered False\u000a09:52:37.618035 run create_hlr_db(pid=25699): Terminated: ok {rc=0}\u000a09:52:38.023492 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25701): Launched\u000a09:52:38.323668 run osmo-hlr_10.42.42.2(pid=25702): Launched\u000a09:52:38.439113 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:52:38.963036 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25704): Launched\u000a09:52:39.263709 run osmo-stp_10.42.42.5(pid=25705): Launched\u000a09:52:39.373641 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:52:39.923283 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25707): Launched\u000a09:52:40.225010 run osmo-msc_10.42.42.6(pid=25708): Launched\u000a09:52:40.402360 run osmo-stp_10.42.42.5(pid=25705): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25705)]\u000a09:52:40.530215 run osmo-stp_10.42.42.5(pid=25705): stdout: \u000a| (launched: 2022-12-10_09:52:39.116752)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:52:40.655823 run osmo-stp_10.42.42.5(pid=25705): stderr: \u000a| �[0;m�[38;5;43m20221210095239287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095239287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095239287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095239288 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095239288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095239288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095239288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:52:40.777520 run osmo-stp_10.42.42.5(pid=25705): stdout: \u000a| (launched: 2022-12-10_09:52:39.116752)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:52:40.897693 run osmo-stp_10.42.42.5(pid=25705): stderr: \u000a| �[0;m�[38;5;43m20221210095239287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095239287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095239287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095239288 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095239288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095239288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095239288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:52:40.950598 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25705): Process ended prematurely: osmo-stp_10.42.42.5(pid=25705) [trial-2373↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25705)] [trial-2373↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a09:52:40.959224 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a09:52:41.018920 run osmo-hlr_10.42.42.2(pid=25702): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25702)]\u000a09:52:41.067510 run osmo-hlr_10.42.42.2(pid=25702): stdout: \u000a| (launched: 2022-12-10_09:52:38.177101) \u000a09:52:41.116620 run osmo-hlr_10.42.42.2(pid=25702): stderr: \u000a| �[0;m�[1;31m20221210095238354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210095238354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210095238354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095238354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095238354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210095238354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210095238365 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210095238374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210095238374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210095238374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:52:41.183138 run osmo-msc_10.42.42.6(pid=25708): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25708)]\u000a09:52:41.231604 run osmo-msc_10.42.42.6(pid=25708): stdout: \u000a| (launched: 2022-12-10_09:52:40.077320) \u000a09:52:41.280535 run osmo-msc_10.42.42.6(pid=25708): stderr: \u000a| �[0;m�[38;5;43m20221210095240349 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210095240349 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7144993c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210095240349 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210095240349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210095240349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210095240350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210095240352 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210095240353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210095240353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210095240353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:52:41.321956 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25701): Terminating (SIGTERM)\u000a09:52:41.361268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25704): Terminating (SIGTERM)\u000a09:52:41.400470 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25707): Terminating (SIGTERM)\u000a09:52:41.409507 --- ParallelTerminationStrategy: PID 25701 died...\u000a09:52:41.462100 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25701): Terminated: ok {rc=0}\u000a09:52:41.471604 --- ParallelTerminationStrategy: PID 25704 died...\u000a09:52:41.524222 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25704): Terminated: ok {rc=0}\u000a09:52:41.533600 --- ParallelTerminationStrategy: PID 25707 died...\u000a09:52:41.586380 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25707): Terminated: ok {rc=0}\u000a09:52:41.674555 bus /sierra_3: Setting Powered False\u000a09:52:42.777143 bus /sierra_3: Setting Powered False\u000a09:52:43.887813 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "8", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:52:24" }, { "cases" : [ { "testActions" : [ ], "age" : 43, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25719): Process ended prematurely: osmo-stp_10.42.42.5(pid=25719) [trial-2373↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25719)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25719): Process ended prematurely: osmo-stp_10.42.42.5(pid=25719) [trial-2373↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25719)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a09:52:45.846154 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:52:45.866287 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a09:52:46.015885 tst mo_mt_call.py: using LAC 27571\u000a09:52:46.172534 tst mo_mt_call.py: using RAC 31\u000a09:52:46.329643 tst mo_mt_call.py: using CellId 27571\u000a09:52:46.458953 tst mo_mt_call.py: using BVCI 27572\u000a09:52:46.483764 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:52:46.499242 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:52:46.515797 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:52:46.533226 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:52:46.551120 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:52:46.568252 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:52:46.687609 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:52:46.901825 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:52:47.420754 run create_hlr_db(pid=25713): Launched\u000a09:52:47.596270 bus /sierra_2: Setting Powered False\u000a09:52:48.616493 run create_hlr_db(pid=25713): Terminated: ok {rc=0}\u000a09:52:49.046933 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25715): Launched\u000a09:52:49.370509 run osmo-hlr_10.42.42.2(pid=25716): Launched\u000a09:52:49.492521 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:52:50.055457 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25718): Launched\u000a09:52:50.379226 run osmo-stp_10.42.42.5(pid=25719): Launched\u000a09:52:50.497352 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:52:51.089148 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25721): Launched\u000a09:52:51.412668 run osmo-msc_10.42.42.6(pid=25722): Launched\u000a09:52:51.603084 run osmo-stp_10.42.42.5(pid=25719): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25719)]\u000a09:52:51.741160 run osmo-stp_10.42.42.5(pid=25719): stdout: \u000a| (launched: 2022-12-10_09:52:50.220937)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:52:51.878461 run osmo-stp_10.42.42.5(pid=25719): stderr: \u000a| �[0;m�[38;5;43m20221210095250415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095250415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095250415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095250416 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095250416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095250416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095250416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:52:52.008543 run osmo-stp_10.42.42.5(pid=25719): stdout: \u000a| (launched: 2022-12-10_09:52:50.220937)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:52:52.137763 run osmo-stp_10.42.42.5(pid=25719): stderr: \u000a| �[0;m�[38;5;43m20221210095250415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095250415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095250415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095250416 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095250416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095250416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095250416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:52:52.194951 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25719): Process ended prematurely: osmo-stp_10.42.42.5(pid=25719) [trial-2373↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25719)] [trial-2373↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a09:52:52.204064 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a09:52:52.267504 run osmo-hlr_10.42.42.2(pid=25716): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25716)]\u000a09:52:52.319220 run osmo-hlr_10.42.42.2(pid=25716): stdout: \u000a| (launched: 2022-12-10_09:52:49.212131) \u000a09:52:52.371944 run osmo-hlr_10.42.42.2(pid=25716): stderr: \u000a| �[0;m�[1;31m20221210095249411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210095249411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210095249411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095249411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095249411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210095249411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210095249423 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210095249432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210095249432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210095249432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:52:52.442920 run osmo-msc_10.42.42.6(pid=25722): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25722)]\u000a09:52:52.494761 run osmo-msc_10.42.42.6(pid=25722): stdout: \u000a| (launched: 2022-12-10_09:52:51.254899) \u000a09:52:52.546890 run osmo-msc_10.42.42.6(pid=25722): stderr: \u000a| �[0;m�[38;5;43m20221210095251575 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210095251575 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff34b318c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210095251575 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210095251575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210095251575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210095251576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210095251578 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210095251578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210095251578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210095251578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:52:52.591221 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25715): Terminating (SIGTERM)\u000a09:52:52.633632 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25718): Terminating (SIGTERM)\u000a09:52:52.676078 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25721): Terminating (SIGTERM)\u000a09:52:52.685914 --- ParallelTerminationStrategy: PID 25715 died...\u000a09:52:52.742367 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25715): Terminated: ok {rc=0}\u000a09:52:52.752404 --- ParallelTerminationStrategy: PID 25718 died...\u000a09:52:52.808757 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25718): Terminated: ok {rc=0}\u000a09:52:52.818826 --- ParallelTerminationStrategy: PID 25721 died...\u000a09:52:52.875462 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25721): Terminated: ok {rc=0}\u000a09:52:52.962907 bus /sierra_3: Setting Powered False\u000a09:52:54.070529 bus /sierra_3: Setting Powered False\u000a09:52:55.180346 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 54, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25730): Process ended prematurely: osmo-stp_10.42.42.5(pid=25730) [trial-2373↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25730)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25730): Process ended prematurely: osmo-stp_10.42.42.5(pid=25730) [trial-2373↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25730)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:52:56.295858 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:52:56.307995 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a09:52:56.462238 tst mo_mt_call_osmux.py: using LAC 27572\u000a09:52:56.589078 tst mo_mt_call_osmux.py: using RAC 32\u000a09:52:56.715576 tst mo_mt_call_osmux.py: using CellId 27572\u000a09:52:56.842432 tst mo_mt_call_osmux.py: using BVCI 27573\u000a09:52:56.867134 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:52:56.878735 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:52:56.890206 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:52:56.901857 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:52:56.913692 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:52:56.925386 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:52:57.044273 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:52:57.249458 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:52:57.735555 run create_hlr_db(pid=25724): Launched\u000a09:52:57.910965 bus /sierra_2: Setting Powered False\u000a09:52:58.930514 run create_hlr_db(pid=25724): Terminated: ok {rc=0}\u000a09:52:59.360036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25726): Launched\u000a09:52:59.682363 run osmo-hlr_10.42.42.2(pid=25727): Launched\u000a09:52:59.802087 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:53:00.363228 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25729): Launched\u000a09:53:00.681792 run osmo-stp_10.42.42.5(pid=25730): Launched\u000a09:53:00.796124 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:53:01.383918 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25732): Launched\u000a09:53:01.849477 run osmo-msc_10.42.42.6(pid=25733): Launched\u000a09:53:02.135587 run osmo-stp_10.42.42.5(pid=25730): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25730)]\u000a09:53:02.364517 run osmo-stp_10.42.42.5(pid=25730): stdout: \u000a| (launched: 2022-12-10_09:53:00.527454)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:53:02.500863 run osmo-stp_10.42.42.5(pid=25730): stderr: \u000a| �[0;m�[38;5;43m20221210095300699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095300699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095300700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095300700 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095300700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095300701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095300701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:53:02.631565 run osmo-stp_10.42.42.5(pid=25730): stdout: \u000a| (launched: 2022-12-10_09:53:00.527454)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:53:02.761222 run osmo-stp_10.42.42.5(pid=25730): stderr: \u000a| �[0;m�[38;5;43m20221210095300699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095300699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095300700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095300700 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095300700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095300701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095300701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:53:02.818067 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25730): Process ended prematurely: osmo-stp_10.42.42.5(pid=25730) [trial-2373↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25730)] [trial-2373↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a09:53:02.827352 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a09:53:02.890831 run osmo-hlr_10.42.42.2(pid=25727): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25727)]\u000a09:53:02.942640 run osmo-hlr_10.42.42.2(pid=25727): stdout: \u000a| (launched: 2022-12-10_09:52:59.524833) \u000a09:53:02.995144 run osmo-hlr_10.42.42.2(pid=25727): stderr: \u000a| �[0;m�[1;31m20221210095259721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210095259721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210095259721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095259721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095259722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210095259722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210095259734 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210095259745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210095259745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210095259745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:53:03.066758 run osmo-msc_10.42.42.6(pid=25733): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25733)]\u000a09:53:03.118563 run osmo-msc_10.42.42.6(pid=25733): stdout: \u000a| (launched: 2022-12-10_09:53:01.541399) \u000a09:53:03.171211 run osmo-msc_10.42.42.6(pid=25733): stderr: \u000a| �[0;m�[38;5;43m20221210095302034 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210095302034 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7e5d3e9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210095302034 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210095302034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210095302034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210095302035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210095302036 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210095302049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210095302050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210095302050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:53:03.216098 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25726): Terminating (SIGTERM)\u000a09:53:03.258561 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25729): Terminating (SIGTERM)\u000a09:53:03.301081 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25732): Terminating (SIGTERM)\u000a09:53:03.310807 --- ParallelTerminationStrategy: PID 25726 died...\u000a09:53:03.367524 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25726): Terminated: ok {rc=0}\u000a09:53:03.377658 --- ParallelTerminationStrategy: PID 25729 died...\u000a09:53:03.433597 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25729): Terminated: ok {rc=0}\u000a09:53:03.443822 --- ParallelTerminationStrategy: PID 25732 died...\u000a09:53:03.500047 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25732): Terminated: ok {rc=0}\u000a09:53:03.587688 bus /sierra_3: Setting Powered False\u000a09:53:04.695105 bus /sierra_3: Setting Powered False\u000a09:53:05.802691 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "9", "name" : "voice_sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:52:45" }, { "cases" : [ { "testActions" : [ ], "age" : 43, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25744): Process ended prematurely: osmo-stp_10.42.42.5(pid=25744) [trial-2373↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25744)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25744): Process ended prematurely: osmo-stp_10.42.42.5(pid=25744) [trial-2373↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25744)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a09:53:07.764532 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:53:07.775749 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:53:07.932345 tst mo_mt_call.py: using LAC 27573\u000a09:53:08.062639 tst mo_mt_call.py: using RAC 33\u000a09:53:08.187823 tst mo_mt_call.py: using CellId 27573\u000a09:53:08.313308 tst mo_mt_call.py: using BVCI 27574\u000a09:53:08.337877 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:53:08.349218 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:53:08.360239 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:53:08.371705 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:53:08.383144 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:53:08.394608 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a09:53:08.509482 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a09:53:08.721702 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:53:09.225623 run create_hlr_db(pid=25738): Launched\u000a09:53:09.413395 bus /sierra_2: Setting Powered False\u000a09:53:10.433607 run create_hlr_db(pid=25738): Terminated: ok {rc=0}\u000a09:53:10.862036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25740): Launched\u000a09:53:11.183924 run osmo-hlr_10.42.42.2(pid=25741): Launched\u000a09:53:11.305412 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:53:11.867070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25743): Launched\u000a09:53:12.190612 run osmo-stp_10.42.42.5(pid=25744): Launched\u000a09:53:12.312840 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:53:12.902838 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25746): Launched\u000a09:53:13.225475 run osmo-msc_10.42.42.6(pid=25747): Launched\u000a09:53:13.415248 run osmo-stp_10.42.42.5(pid=25744): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25744)]\u000a09:53:13.553010 run osmo-stp_10.42.42.5(pid=25744): stdout: \u000a| (launched: 2022-12-10_09:53:12.032154)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:53:13.690107 run osmo-stp_10.42.42.5(pid=25744): stderr: \u000a| �[0;m�[38;5;43m20221210095312225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095312226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095312226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095312226 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095312227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095312227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095312227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:53:13.819486 run osmo-stp_10.42.42.5(pid=25744): stdout: \u000a| (launched: 2022-12-10_09:53:12.032154)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:53:13.947724 run osmo-stp_10.42.42.5(pid=25744): stderr: \u000a| �[0;m�[38;5;43m20221210095312225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095312226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095312226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095312226 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095312227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095312227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095312227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:53:14.004144 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25744): Process ended prematurely: osmo-stp_10.42.42.5(pid=25744) [trial-2373↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25744)] [trial-2373↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a09:53:14.013333 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a09:53:14.076078 run osmo-hlr_10.42.42.2(pid=25741): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25741)]\u000a09:53:14.127707 run osmo-hlr_10.42.42.2(pid=25741): stdout: \u000a| (launched: 2022-12-10_09:53:11.026153) \u000a09:53:14.180239 run osmo-hlr_10.42.42.2(pid=25741): stderr: \u000a| �[0;m�[1;31m20221210095311226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210095311226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210095311226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095311226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095311226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210095311226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210095311242 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210095311251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210095311251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210095311252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:53:14.250800 run osmo-msc_10.42.42.6(pid=25747): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25747)]\u000a09:53:14.302075 run osmo-msc_10.42.42.6(pid=25747): stdout: \u000a| (launched: 2022-12-10_09:53:13.067165) \u000a09:53:14.354154 run osmo-msc_10.42.42.6(pid=25747): stderr: \u000a| �[0;m�[38;5;43m20221210095313392 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210095313392 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdd720bdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210095313392 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210095313392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210095313392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210095313393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210095313394 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210095313395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210095313395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210095313395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:53:14.398116 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25740): Terminating (SIGTERM)\u000a09:53:14.440175 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25743): Terminating (SIGTERM)\u000a09:53:14.482195 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25746): Terminating (SIGTERM)\u000a09:53:14.491905 --- ParallelTerminationStrategy: PID 25740 died...\u000a09:53:14.547499 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25740): Terminated: ok {rc=0}\u000a09:53:14.557670 --- ParallelTerminationStrategy: PID 25743 died...\u000a09:53:14.613771 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25743): Terminated: ok {rc=0}\u000a09:53:14.623681 --- ParallelTerminationStrategy: PID 25746 died...\u000a09:53:14.679056 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25746): Terminated: ok {rc=0}\u000a09:53:14.765264 bus /sierra_3: Setting Powered False\u000a09:53:15.867221 bus /sierra_3: Setting Powered False\u000a09:53:17.018393 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 54, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26026): Process ended prematurely: osmo-stp_10.42.42.5(pid=26026) [trial-2373↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26026)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26026): Process ended prematurely: osmo-stp_10.42.42.5(pid=26026) [trial-2373↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26026)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:53:18.171075 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:53:18.184339 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:53:18.359384 tst mo_mt_call_osmux.py: using LAC 27574\u000a09:53:18.546920 tst mo_mt_call_osmux.py: using RAC 34\u000a09:53:18.691150 tst mo_mt_call_osmux.py: using CellId 27574\u000a09:53:18.812850 tst mo_mt_call_osmux.py: using BVCI 27575\u000a09:53:18.836643 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:53:18.847987 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:53:18.859242 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:53:18.870606 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:53:18.882212 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:53:18.893473 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a09:53:19.012290 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a09:53:19.219730 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:53:19.764044 run create_hlr_db(pid=26018): Launched\u000a09:53:19.943712 bus /sierra_2: Setting Powered False\u000a09:53:20.963893 run create_hlr_db(pid=26018): Terminated: ok {rc=0}\u000a09:53:21.402140 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26022): Launched\u000a09:53:21.821683 run osmo-hlr_10.42.42.2(pid=26023): Launched\u000a09:53:22.056043 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:53:22.700128 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26025): Launched\u000a09:53:23.122887 run osmo-stp_10.42.42.5(pid=26026): Launched\u000a09:53:23.347987 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:53:24.012070 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26028): Launched\u000a09:53:24.430692 run osmo-msc_10.42.42.6(pid=26029): Launched\u000a09:53:24.812089 run osmo-stp_10.42.42.5(pid=26026): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26026)]\u000a09:53:25.020232 run osmo-stp_10.42.42.5(pid=26026): stdout: \u000a| (launched: 2022-12-10_09:53:22.857740)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:53:25.158950 run osmo-stp_10.42.42.5(pid=26026): stderr: \u000a| �[0;m�[38;5;43m20221210095323190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095323190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095323190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095323190 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095323191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095323191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095323191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:53:25.292630 run osmo-stp_10.42.42.5(pid=26026): stdout: \u000a| (launched: 2022-12-10_09:53:22.857740)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:53:25.425082 run osmo-stp_10.42.42.5(pid=26026): stderr: \u000a| �[0;m�[38;5;43m20221210095323190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095323190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095323190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095323190 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095323191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095323191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095323191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:53:25.483320 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26026): Process ended prematurely: osmo-stp_10.42.42.5(pid=26026) [trial-2373↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26026)] [trial-2373↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a09:53:25.493606 tst mo_mt_call_osmux.py:8: Test FAILED (7.4 sec)\u000a09:53:25.561524 run osmo-hlr_10.42.42.2(pid=26023): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26023)]\u000a09:53:25.615748 run osmo-hlr_10.42.42.2(pid=26023): stdout: \u000a| (launched: 2022-12-10_09:53:21.558138) \u000a09:53:25.670803 run osmo-hlr_10.42.42.2(pid=26023): stderr: \u000a| �[0;m�[1;31m20221210095321903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210095321903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210095321904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095321904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095321904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210095321904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210095321922 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210095321939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210095321939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210095321939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:53:25.744459 run osmo-msc_10.42.42.6(pid=26029): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26029)]\u000a09:53:25.798507 run osmo-msc_10.42.42.6(pid=26029): stdout: \u000a| (launched: 2022-12-10_09:53:24.168521) \u000a09:53:25.853306 run osmo-msc_10.42.42.6(pid=26029): stderr: \u000a| �[0;m�[38;5;43m20221210095324671 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210095324672 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8c97831c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210095324672 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210095324672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210095324672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210095324672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210095324674 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210095324674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210095324675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210095324675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:53:25.899899 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26022): Terminating (SIGTERM)\u000a09:53:25.946269 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26025): Terminating (SIGTERM)\u000a09:53:25.990811 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26028): Terminating (SIGTERM)\u000a09:53:26.001613 --- ParallelTerminationStrategy: PID 26022 died...\u000a09:53:26.062480 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26022): Terminated: ok {rc=0}\u000a09:53:26.073566 --- ParallelTerminationStrategy: PID 26025 died...\u000a09:53:26.133290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26025): Terminated: ok {rc=0}\u000a09:53:26.144257 --- ParallelTerminationStrategy: PID 26028 died...\u000a09:53:26.204041 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26028): Terminated: ok {rc=0}\u000a09:53:26.295190 bus /sierra_3: Setting Powered False\u000a09:53:27.406828 bus /sierra_3: Setting Powered False\u000a09:53:28.522591 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "10", "name" : "voice_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:53:07" }, { "cases" : [ { "testActions" : [ ], "age" : 43, "className" : "emergency:sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26040): Process ended prematurely: osmo-stp_10.42.42.5(pid=26040) [trial-2373↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26040)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26040): Process ended prematurely: osmo-stp_10.42.42.5(pid=26040) [trial-2373↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26040)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 emergency:sysmo emergency_mo_mt_call.py\u000a----------------------------------------------\u000a09:53:30.510667 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a09:53:30.522552 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a09:53:30.649451 tst emergency_mo_mt_call.py: using LAC 27575\u000a09:53:30.771907 tst emergency_mo_mt_call.py: using RAC 35\u000a09:53:30.929980 tst emergency_mo_mt_call.py: using CellId 27575\u000a09:53:31.063681 tst emergency_mo_mt_call.py: using BVCI 27576\u000a09:53:31.086814 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a09:53:31.097970 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a09:53:31.109394 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a09:53:31.120625 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a09:53:31.132395 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a09:53:31.144219 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a09:53:31.280028 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a09:53:31.504397 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:53:32.062699 run create_hlr_db(pid=26034): Launched\u000a09:53:32.253209 bus /sierra_2: Setting Powered False\u000a09:53:33.273174 run create_hlr_db(pid=26034): Terminated: ok {rc=0}\u000a09:53:33.724497 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26036): Launched\u000a09:53:34.156234 run osmo-hlr_10.42.42.2(pid=26037): Launched\u000a09:53:34.400769 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:53:34.982867 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26039): Launched\u000a09:53:35.410315 run osmo-stp_10.42.42.5(pid=26040): Launched\u000a09:53:35.646093 tst emergency_mo_mt_call.py: using MSISDN 7677\u000a09:53:35.809794 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:53:36.421525 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26042): Launched\u000a09:53:36.844938 run osmo-msc_10.42.42.6(pid=26043): Launched\u000a09:53:37.245178 run osmo-stp_10.42.42.5(pid=26040): ERR: Terminated: ERROR {rc=1} [trial-2373↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26040)]\u000a09:53:37.439813 run osmo-stp_10.42.42.5(pid=26040): stdout: \u000a| (launched: 2022-12-10_09:53:35.148431)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:53:37.578939 run osmo-stp_10.42.42.5(pid=26040): stderr: \u000a| �[0;m�[38;5;43m20221210095335450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095335450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095335451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095335451 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095335452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095335452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095335452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:53:37.711549 run osmo-stp_10.42.42.5(pid=26040): stdout: \u000a| (launched: 2022-12-10_09:53:35.148431)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:53:37.843667 run osmo-stp_10.42.42.5(pid=26040): stderr: \u000a| �[0;m�[38;5;43m20221210095335450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095335450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095335451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095335451 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095335452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095335452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095335452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:53:37.900869 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=26040): Process ended prematurely: osmo-stp_10.42.42.5(pid=26040) [trial-2373↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26040)] [trial-2373↪emergency:sysmo↪emergency_mo_mt_call.py:19]\u000a09:53:37.911040 tst emergency_mo_mt_call.py:19: Test FAILED (7.4 sec)\u000a09:53:37.979594 run osmo-hlr_10.42.42.2(pid=26037): ERR: Terminated: ERROR {rc=237} [trial-2373↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26037)]\u000a09:53:38.034369 run osmo-hlr_10.42.42.2(pid=26037): stdout: \u000a| (launched: 2022-12-10_09:53:33.889771) \u000a09:53:38.089860 run osmo-hlr_10.42.42.2(pid=26037): stderr: \u000a| �[0;m�[1;31m20221210095334200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210095334200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210095334200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095334200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095334200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210095334200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210095334223 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/emergency:sysmo/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210095334231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210095334231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210095334232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:53:38.164697 run osmo-msc_10.42.42.6(pid=26043): ERR: Terminated: ERROR {rc=2} [trial-2373↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26043)]\u000a09:53:38.219762 run osmo-msc_10.42.42.6(pid=26043): stdout: \u000a| (launched: 2022-12-10_09:53:36.587187) \u000a09:53:38.275627 run osmo-msc_10.42.42.6(pid=26043): stderr: \u000a| �[0;m�[38;5;43m20221210095337096 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210095337096 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff1dbd85c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210095337096 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210095337096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210095337096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210095337096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210095337098 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210095337099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210095337099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210095337099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:53:38.322937 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26036): Terminating (SIGTERM)\u000a09:53:38.369884 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26039): Terminating (SIGTERM)\u000a09:53:38.417214 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26042): Terminating (SIGTERM)\u000a09:53:38.428306 --- ParallelTerminationStrategy: PID 26036 died...\u000a09:53:38.490262 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26036): Terminated: ok {rc=0}\u000a09:53:38.501532 --- ParallelTerminationStrategy: PID 26039 died...\u000a09:53:38.561340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26039): Terminated: ok {rc=0}\u000a09:53:38.572626 --- ParallelTerminationStrategy: PID 26042 died...\u000a09:53:38.632644 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26042): Terminated: ok {rc=0}\u000a09:53:38.725032 bus /sierra_3: Setting Powered False\u000a09:53:39.830115 bus /sierra_3: Setting Powered False\u000a09:53:40.937878 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26052): Process ended prematurely: osmo-stp_10.42.42.5(pid=26052) [trial-2373↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26052)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26052): Process ended prematurely: osmo-stp_10.42.42.5(pid=26052) [trial-2373↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26052)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 emergency:sysmo emergency_preemptive_call.py\u000a----------------------------------------------\u000a09:53:41.991253 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a09:53:42.003143 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a09:53:42.136374 tst emergency_preemptive_call.py: using LAC 27576\u000a09:53:42.260551 tst emergency_preemptive_call.py: using RAC 36\u000a09:53:42.386757 tst emergency_preemptive_call.py: using CellId 27576\u000a09:53:42.515160 tst emergency_preemptive_call.py: using BVCI 27577\u000a09:53:42.539349 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a09:53:42.550518 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a09:53:42.561433 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a09:53:42.572523 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a09:53:42.583658 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a09:53:42.594760 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a09:53:42.716893 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a09:53:42.830597 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a09:53:42.948410 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a09:53:43.144928 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:53:43.620231 run create_hlr_db(pid=26046): Launched\u000a09:53:43.791671 bus /sierra_2: Setting Powered False\u000a09:53:44.812431 run create_hlr_db(pid=26046): Terminated: ok {rc=0}\u000a09:53:45.236837 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26048): Launched\u000a09:53:45.554132 run osmo-hlr_10.42.42.2(pid=26049): Launched\u000a09:53:45.674133 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:53:46.300362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26051): Launched\u000a09:53:46.775460 run osmo-stp_10.42.42.5(pid=26052): Launched\u000a09:53:46.979042 tst emergency_preemptive_call.py: using MSISDN 7678\u000a09:53:47.130810 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:53:47.677319 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26054): Launched\u000a09:53:47.973227 run osmo-msc_10.42.42.6(pid=26055): Launched\u000a09:53:48.153151 run osmo-stp_10.42.42.5(pid=26052): ERR: Terminated: ERROR {rc=1} [trial-2373↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26052)]\u000a09:53:48.278701 run osmo-stp_10.42.42.5(pid=26052): stdout: \u000a| (launched: 2022-12-10_09:53:46.465536)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:53:48.402226 run osmo-stp_10.42.42.5(pid=26052): stderr: \u000a| �[0;m�[38;5;43m20221210095346685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095346685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095346685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095346686 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095346686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095346686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095346686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:53:48.521510 run osmo-stp_10.42.42.5(pid=26052): stdout: \u000a| (launched: 2022-12-10_09:53:46.465536)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:53:48.639523 run osmo-stp_10.42.42.5(pid=26052): stderr: \u000a| �[0;m�[38;5;43m20221210095346685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095346685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095346685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095346686 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095346686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095346686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095346686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:53:48.691231 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=26052): Process ended prematurely: osmo-stp_10.42.42.5(pid=26052) [trial-2373↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26052)] [trial-2373↪emergency:sysmo↪emergency_preemptive_call.py:32]\u000a09:53:48.699146 tst emergency_preemptive_call.py:32: Test FAILED (6.7 sec)\u000a09:53:48.758259 run osmo-hlr_10.42.42.2(pid=26049): ERR: Terminated: ERROR {rc=237} [trial-2373↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26049)]\u000a09:53:48.807199 run osmo-hlr_10.42.42.2(pid=26049): stdout: \u000a| (launched: 2022-12-10_09:53:45.398732) \u000a09:53:48.856502 run osmo-hlr_10.42.42.2(pid=26049): stderr: \u000a| �[0;m�[1;31m20221210095345597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210095345597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210095345597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095345598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095345598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210095345598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210095345611 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/emergency:sysmo/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210095345619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210095345619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210095345619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:53:48.923451 run osmo-msc_10.42.42.6(pid=26055): ERR: Terminated: ERROR {rc=2} [trial-2373↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26055)]\u000a09:53:48.972069 run osmo-msc_10.42.42.6(pid=26055): stdout: \u000a| (launched: 2022-12-10_09:53:47.828229) \u000a09:53:49.021073 run osmo-msc_10.42.42.6(pid=26055): stderr: \u000a| �[0;m�[38;5;43m20221210095348101 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210095348101 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3ea3834c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210095348101 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210095348101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210095348101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210095348101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210095348104 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210095348105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210095348105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210095348105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:53:49.062784 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26048): Terminating (SIGTERM)\u000a09:53:49.102566 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26051): Terminating (SIGTERM)\u000a09:53:49.142228 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26054): Terminating (SIGTERM)\u000a09:53:49.151328 --- ParallelTerminationStrategy: PID 26048 died...\u000a09:53:49.203905 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26048): Terminated: ok {rc=0}\u000a09:53:49.213412 --- ParallelTerminationStrategy: PID 26051 died...\u000a09:53:49.265850 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26051): Terminated: ok {rc=0}\u000a09:53:49.275373 --- ParallelTerminationStrategy: PID 26054 died...\u000a09:53:49.327917 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26054): Terminated: ok {rc=0}\u000a09:53:49.411166 bus /sierra_9: Setting Powered False\u000a09:53:50.511486 bus /sierra_9: Setting Powered False\u000a09:53:51.622357 bus /sierra_8: Setting Powered False\u000a09:53:52.724642 bus /sierra_8: Setting Powered False\u000a09:53:53.835522 bus /sierra_3: Setting Powered False\u000a09:53:54.936864 bus /sierra_3: Setting Powered False\u000a09:53:56.048146 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 28.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "11", "name" : "emergency_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:53:30" }, { "cases" : [ { "testActions" : [ ], "age" : 60, "className" : "gprs:sysmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26071): Process ended prematurely: osmo-stp_10.42.42.5(pid=26071) [trial-2373↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26071)]", "failedSince" : 2314, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26071): Process ended prematurely: osmo-stp_10.42.42.5(pid=26071) [trial-2373↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26071)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:sysmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:53:58.137757 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:53:58.148529 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a09:53:58.279277 tst cs_paging_gprs_active.py: using LAC 27577\u000a09:53:58.405931 tst cs_paging_gprs_active.py: using RAC 37\u000a09:53:58.532416 tst cs_paging_gprs_active.py: using CellId 27577\u000a09:53:58.658712 tst cs_paging_gprs_active.py: using BVCI 27578\u000a09:53:58.683447 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:53:58.694421 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:53:58.705295 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:53:58.716308 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:53:58.727341 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:53:58.738341 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:53:58.749522 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:53:58.760414 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:53:58.771655 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a09:53:58.888332 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a09:53:59.166021 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:53:59.293511 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:53:59.606742 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26061): Launched\u000a09:53:59.866505 run iperf3-srv_10.42.42.10(pid=26062): Launched\u000a09:54:00.050777 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:54:00.176430 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:54:00.489354 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26063): Launched\u000a09:54:00.747259 run iperf3-srv_10.42.42.10(pid=26064): Launched\u000a09:54:00.942051 tst cs_paging_gprs_active.py:38: start network...\u000a09:54:01.069566 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:54:01.599783 run create_hlr_db(pid=26065): Launched\u000a09:54:01.778407 bus /sierra_2: Setting Powered False\u000a09:54:02.795657 run create_hlr_db(pid=26065): Terminated: ok {rc=0}\u000a09:54:03.199196 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26067): Launched\u000a09:54:03.502056 run osmo-hlr_10.42.42.2(pid=26068): Launched\u000a09:54:03.613363 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:54:04.139126 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26070): Launched\u000a09:54:04.441678 run osmo-stp_10.42.42.5(pid=26071): Launched\u000a09:54:04.560638 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:54:06.066798 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26073): Launched\u000a09:54:06.174397 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:54:06.439332 run patchelf(pid=26074): Launched\u000a09:54:06.617152 run osmo-stp_10.42.42.5(pid=26071): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26071)]\u000a09:54:06.747086 run osmo-stp_10.42.42.5(pid=26071): stdout: \u000a| (launched: 2022-12-10_09:54:04.293217)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:54:06.877178 run osmo-stp_10.42.42.5(pid=26071): stderr: \u000a| �[0;m�[38;5;43m20221210095404466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095404467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095404467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095404467 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095404468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095404468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095404468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:54:07.002483 run osmo-stp_10.42.42.5(pid=26071): stdout: \u000a| (launched: 2022-12-10_09:54:04.293217)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:54:07.126781 run osmo-stp_10.42.42.5(pid=26071): stderr: \u000a| �[0;m�[38;5;43m20221210095404466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095404467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095404467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095404467 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095404468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095404468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095404468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:54:07.271735 run patchelf(pid=26074): Terminating (SIGINT)\u000a09:54:07.442874 run patchelf(pid=26074): Terminated: ok {rc=0}\u000a09:54:07.474102 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26071): Process ended prematurely: osmo-stp_10.42.42.5(pid=26071) [trial-2373↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26071)] [trial-2373↪gprs:sysmo↪cs_paging_gprs_active.py:38]\u000a09:54:07.483121 tst cs_paging_gprs_active.py:38: Test FAILED (9.4 sec)\u000a09:54:07.543087 run osmo-hlr_10.42.42.2(pid=26068): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:sysmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26068)]\u000a09:54:07.591837 run osmo-hlr_10.42.42.2(pid=26068): stdout: \u000a| (launched: 2022-12-10_09:54:03.353767) \u000a09:54:07.641234 run osmo-hlr_10.42.42.2(pid=26068): stderr: \u000a| �[0;m�[1;31m20221210095403531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210095403531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210095403532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095403532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095403532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210095403532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210095403547 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:sysmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210095403557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210095403557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210095403558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:54:07.683322 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26061): Terminating (SIGTERM)\u000a09:54:07.723646 run iperf3-srv_10.42.42.10(pid=26062): Terminating (SIGTERM)\u000a09:54:07.763383 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26063): Terminating (SIGTERM)\u000a09:54:07.802970 run iperf3-srv_10.42.42.10(pid=26064): Terminating (SIGTERM)\u000a09:54:07.842840 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26067): Terminating (SIGTERM)\u000a09:54:07.882434 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26070): Terminating (SIGTERM)\u000a09:54:07.922048 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26073): Terminating (SIGTERM)\u000a09:54:07.931132 --- ParallelTerminationStrategy: PID 26061 died...\u000a09:54:07.984535 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26061): Terminated: ok {rc=0}\u000a09:54:07.994189 --- ParallelTerminationStrategy: PID 26062 died...\u000a09:54:08.046967 run iperf3-srv_10.42.42.10(pid=26062): Terminated {rc=256}\u000a09:54:08.056454 --- ParallelTerminationStrategy: PID 26063 died...\u000a09:54:08.109646 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26063): Terminated: ok {rc=0}\u000a09:54:08.119162 --- ParallelTerminationStrategy: PID 26064 died...\u000a09:54:08.172240 run iperf3-srv_10.42.42.10(pid=26064): Terminated {rc=256}\u000a09:54:08.181904 --- ParallelTerminationStrategy: PID 26067 died...\u000a09:54:08.235197 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26067): Terminated: ok {rc=0}\u000a09:54:08.244829 --- ParallelTerminationStrategy: PID 26070 died...\u000a09:54:08.297693 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26070): Terminated: ok {rc=0}\u000a09:54:08.307282 --- ParallelTerminationStrategy: PID 26073 died...\u000a09:54:08.360162 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26073): Terminated: ok {rc=0}\u000a09:54:08.449753 bus /gobi_0: Setting Powered False\u000a09:54:09.553238 bus /gobi_0: Setting Powered False\u000a09:54:10.664595 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 60, "className" : "gprs:sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26083): Process ended prematurely: osmo-stp_10.42.42.5(pid=26083) [trial-2373↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26083)]", "failedSince" : 2314, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26083): Process ended prematurely: osmo-stp_10.42.42.5(pid=26083) [trial-2373↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26083)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:sysmo iperf3.py\u000a----------------------------------------------\u000a09:54:11.776495 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:54:11.787668 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a09:54:11.916492 tst iperf3.py: using LAC 27578\u000a09:54:12.044006 tst iperf3.py: using RAC 38\u000a09:54:12.172046 tst iperf3.py: using CellId 27578\u000a09:54:12.298358 tst iperf3.py: using BVCI 27579\u000a09:54:12.323013 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:54:12.333999 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:54:12.344855 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:54:12.355899 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:54:12.366861 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:54:12.377934 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:54:12.389022 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:54:12.399943 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:54:12.411083 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a09:54:12.706151 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:54:12.841129 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:54:13.175192 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26075): Launched\u000a09:54:13.453736 run iperf3-srv_10.42.42.10(pid=26076): Launched\u000a09:54:13.652189 tst iperf3.py:8: start network...\u000a09:54:13.787824 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:54:14.296227 run create_hlr_db(pid=26077): Launched\u000a09:54:14.484399 bus /gobi_6: Setting Powered False\u000a09:54:15.504497 run create_hlr_db(pid=26077): Terminated: ok {rc=0}\u000a09:54:15.944274 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26079): Launched\u000a09:54:16.314085 run osmo-hlr_10.42.42.2(pid=26080): Launched\u000a09:54:16.547098 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:54:17.190706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26082): Launched\u000a09:54:17.516322 run osmo-stp_10.42.42.5(pid=26083): Launched\u000a09:54:17.634680 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:54:18.197872 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26085): Launched\u000a09:54:18.314523 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:54:18.595610 run patchelf(pid=26086): Launched\u000a09:54:18.785411 run osmo-stp_10.42.42.5(pid=26083): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26083)]\u000a09:54:18.924374 run osmo-stp_10.42.42.5(pid=26083): stdout: \u000a| (launched: 2022-12-10_09:54:17.355781)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:54:19.063321 run osmo-stp_10.42.42.5(pid=26083): stderr: \u000a| �[0;m�[38;5;43m20221210095417544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095417544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095417545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095417545 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095417547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095417547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095417548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:54:19.197390 run osmo-stp_10.42.42.5(pid=26083): stdout: \u000a| (launched: 2022-12-10_09:54:17.355781)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:54:19.330963 run osmo-stp_10.42.42.5(pid=26083): stderr: \u000a| �[0;m�[38;5;43m20221210095417544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095417544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095417545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095417545 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095417547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095417547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095417548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:54:19.485687 run patchelf(pid=26086): Terminating (SIGINT)\u000a09:54:19.667249 run patchelf(pid=26086): Terminated: ok {rc=0}\u000a09:54:19.700445 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26083): Process ended prematurely: osmo-stp_10.42.42.5(pid=26083) [trial-2373↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26083)] [trial-2373↪gprs:sysmo↪iperf3.py:8]\u000a09:54:19.710257 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a09:54:19.774013 run osmo-hlr_10.42.42.2(pid=26080): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:sysmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26080)]\u000a09:54:19.826073 run osmo-hlr_10.42.42.2(pid=26080): stdout: \u000a| (launched: 2022-12-10_09:54:16.114429) \u000a09:54:19.878508 run osmo-hlr_10.42.42.2(pid=26080): stderr: \u000a| �[0;m�[1;31m20221210095416467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210095416467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210095416467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095416467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095416467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210095416467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210095416486 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:sysmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210095416494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210095416494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210095416494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:54:19.922874 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26075): Terminating (SIGTERM)\u000a09:54:19.965142 run iperf3-srv_10.42.42.10(pid=26076): Terminating (SIGTERM)\u000a09:54:20.007168 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26079): Terminating (SIGTERM)\u000a09:54:20.049503 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26082): Terminating (SIGTERM)\u000a09:54:20.091477 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26085): Terminating (SIGTERM)\u000a09:54:20.101190 --- ParallelTerminationStrategy: PID 26075 died...\u000a09:54:20.157476 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26075): Terminated: ok {rc=0}\u000a09:54:20.167514 --- ParallelTerminationStrategy: PID 26076 died...\u000a09:54:20.224032 run iperf3-srv_10.42.42.10(pid=26076): Terminated {rc=256}\u000a09:54:20.234007 --- ParallelTerminationStrategy: PID 26079 died...\u000a09:54:20.289862 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26079): Terminated: ok {rc=0}\u000a09:54:20.300168 --- ParallelTerminationStrategy: PID 26082 died...\u000a09:54:20.356257 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26082): Terminated: ok {rc=0}\u000a09:54:20.366622 --- ParallelTerminationStrategy: PID 26085 died...\u000a09:54:20.422665 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26085): Terminated: ok {rc=0}\u000a09:54:20.510359 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 61, "className" : "gprs:sysmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26101): Process ended prematurely: osmo-stp_10.42.42.5(pid=26101) [trial-2373↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26101)]", "failedSince" : 2313, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26101): Process ended prematurely: osmo-stp_10.42.42.5(pid=26101) [trial-2373↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26101)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:sysmo iperf3m4.py\u000a----------------------------------------------\u000a09:54:21.626297 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:54:21.637863 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a09:54:21.769501 tst iperf3m4.py: using LAC 27579\u000a09:54:21.898210 tst iperf3m4.py: using RAC 39\u000a09:54:22.024417 tst iperf3m4.py: using CellId 27579\u000a09:54:22.152897 tst iperf3m4.py: using BVCI 27580\u000a09:54:22.177723 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:54:22.188731 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:54:22.199643 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:54:22.211146 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:54:22.222259 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:54:22.233089 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:54:22.244145 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:54:22.255338 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:54:22.266515 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a09:54:22.384791 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a09:54:22.503919 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a09:54:22.619975 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a09:54:22.914269 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:54:23.049954 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:54:23.385177 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26087): Launched\u000a09:54:23.663145 run iperf3-srv_10.42.42.10(pid=26088): Launched\u000a09:54:23.862610 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:54:23.998465 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:54:24.333768 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26089): Launched\u000a09:54:24.610866 run iperf3-srv_10.42.42.10(pid=26090): Launched\u000a09:54:24.810018 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:54:24.945624 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:54:25.280228 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26091): Launched\u000a09:54:25.556571 run iperf3-srv_10.42.42.10(pid=26092): Launched\u000a09:54:25.753946 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:54:25.888665 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:54:26.222916 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26093): Launched\u000a09:54:26.513646 run iperf3-srv_10.42.42.10(pid=26094): Launched\u000a09:54:26.711561 tst iperf3m4.py:8: start network...\u000a09:54:26.846406 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:54:27.354669 run create_hlr_db(pid=26095): Launched\u000a09:54:27.542908 bus /gobi_6: Setting Powered False\u000a09:54:28.562822 run create_hlr_db(pid=26095): Terminated: ok {rc=0}\u000a09:54:28.992069 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26097): Launched\u000a09:54:29.316110 run osmo-hlr_10.42.42.2(pid=26098): Launched\u000a09:54:29.436697 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:54:30.000342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26100): Launched\u000a09:54:30.323936 run osmo-stp_10.42.42.5(pid=26101): Launched\u000a09:54:30.442516 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:54:31.039151 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26103): Launched\u000a09:54:31.162472 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:54:31.467640 run patchelf(pid=26104): Launched\u000a09:54:31.661573 run osmo-stp_10.42.42.5(pid=26101): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26101)]\u000a09:54:31.804110 run osmo-stp_10.42.42.5(pid=26101): stdout: \u000a| (launched: 2022-12-10_09:54:30.164643)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:54:31.947056 run osmo-stp_10.42.42.5(pid=26101): stderr: \u000a| �[0;m�[38;5;43m20221210095430358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095430358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095430358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095430359 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095430359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095430359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095430359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:54:32.084509 run osmo-stp_10.42.42.5(pid=26101): stdout: \u000a| (launched: 2022-12-10_09:54:30.164643)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:54:32.221145 run osmo-stp_10.42.42.5(pid=26101): stderr: \u000a| �[0;m�[38;5;43m20221210095430358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095430358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095430358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095430359 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095430359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095430359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095430359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:54:32.376240 run patchelf(pid=26104): Terminating (SIGINT)\u000a09:54:32.558869 run patchelf(pid=26104): Terminated: ok {rc=0}\u000a09:54:32.592326 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26101): Process ended prematurely: osmo-stp_10.42.42.5(pid=26101) [trial-2373↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26101)] [trial-2373↪gprs:sysmo↪iperf3m4.py:8]\u000a09:54:32.602379 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a09:54:32.667834 run osmo-hlr_10.42.42.2(pid=26098): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:sysmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26098)]\u000a09:54:32.720444 run osmo-hlr_10.42.42.2(pid=26098): stdout: \u000a| (launched: 2022-12-10_09:54:29.156760) \u000a09:54:32.773462 run osmo-hlr_10.42.42.2(pid=26098): stderr: \u000a| �[0;m�[1;31m20221210095429354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210095429354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210095429354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095429354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095429354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210095429354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210095429367 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:sysmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210095429375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210095429375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210095429376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:54:32.818468 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26087): Terminating (SIGTERM)\u000a09:54:32.861325 run iperf3-srv_10.42.42.10(pid=26088): Terminating (SIGTERM)\u000a09:54:32.904286 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26089): Terminating (SIGTERM)\u000a09:54:32.947030 run iperf3-srv_10.42.42.10(pid=26090): Terminating (SIGTERM)\u000a09:54:32.990065 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26091): Terminating (SIGTERM)\u000a09:54:33.032864 run iperf3-srv_10.42.42.10(pid=26092): Terminating (SIGTERM)\u000a09:54:33.075610 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26093): Terminating (SIGTERM)\u000a09:54:33.118371 run iperf3-srv_10.42.42.10(pid=26094): Terminating (SIGTERM)\u000a09:54:33.160887 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26097): Terminating (SIGTERM)\u000a09:54:33.203613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26100): Terminating (SIGTERM)\u000a09:54:33.247005 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26103): Terminating (SIGTERM)\u000a09:54:33.256837 --- ParallelTerminationStrategy: PID 26087 died...\u000a09:54:33.314236 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26087): Terminated: ok {rc=0}\u000a09:54:33.324598 --- ParallelTerminationStrategy: PID 26088 died...\u000a09:54:33.381591 run iperf3-srv_10.42.42.10(pid=26088): Terminated {rc=256}\u000a09:54:33.391912 --- ParallelTerminationStrategy: PID 26089 died...\u000a09:54:33.448874 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26089): Terminated: ok {rc=0}\u000a09:54:33.459090 --- ParallelTerminationStrategy: PID 26090 died...\u000a09:54:33.516283 run iperf3-srv_10.42.42.10(pid=26090): Terminated {rc=256}\u000a09:54:33.526556 --- ParallelTerminationStrategy: PID 26091 died...\u000a09:54:33.583708 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26091): Terminated: ok {rc=0}\u000a09:54:33.594012 --- ParallelTerminationStrategy: PID 26092 died...\u000a09:54:33.650989 run iperf3-srv_10.42.42.10(pid=26092): Terminated {rc=256}\u000a09:54:33.661213 --- ParallelTerminationStrategy: PID 26093 died...\u000a09:54:33.717871 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26093): Terminated: ok {rc=0}\u000a09:54:33.728411 --- ParallelTerminationStrategy: PID 26094 died...\u000a09:54:33.785329 run iperf3-srv_10.42.42.10(pid=26094): Terminated {rc=256}\u000a09:54:33.795713 --- ParallelTerminationStrategy: PID 26097 died...\u000a09:54:33.852646 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26097): Terminated: ok {rc=0}\u000a09:54:33.862856 --- ParallelTerminationStrategy: PID 26100 died...\u000a09:54:33.920031 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26100): Terminated: ok {rc=0}\u000a09:54:33.930354 --- ParallelTerminationStrategy: PID 26103 died...\u000a09:54:33.987316 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26103): Terminated: ok {rc=0}\u000a09:54:34.075531 bus /gobi_4: Setting Powered False\u000a09:54:35.179083 bus /gobi_4: Setting Powered False\u000a09:54:36.286403 bus /gobi_1: Setting Powered False\u000a09:54:37.387758 bus /gobi_1: Setting Powered False\u000a09:54:38.500432 bus /gobi_0: Setting Powered False\u000a09:54:39.602795 bus /gobi_0: Setting Powered False\u000a09:54:40.715628 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 43, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26111): Process ended prematurely: osmo-stp_10.42.42.5(pid=26111) [trial-2373↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26111)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26111): Process ended prematurely: osmo-stp_10.42.42.5(pid=26111) [trial-2373↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26111)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:sysmo ping.py\u000a----------------------------------------------\u000a09:54:41.783078 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:54:41.794147 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a09:54:41.922293 tst ping.py: using LAC 27580\u000a09:54:42.046022 tst ping.py: using RAC 40\u000a09:54:42.169553 tst ping.py: using CellId 27580\u000a09:54:42.293303 tst ping.py: using BVCI 27581\u000a09:54:42.317920 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:54:42.329107 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:54:42.340048 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:54:42.351604 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:54:42.362518 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:54:42.373491 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:54:42.384592 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:54:42.395796 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a09:54:42.671163 tst ping.py:19: start network...\u000a09:54:42.794588 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:54:43.270207 run create_hlr_db(pid=26105): Launched\u000a09:54:43.441852 bus /gobi_6: Setting Powered False\u000a09:54:44.463299 run create_hlr_db(pid=26105): Terminated: ok {rc=0}\u000a09:54:44.884106 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26107): Launched\u000a09:54:45.199795 run osmo-hlr_10.42.42.2(pid=26108): Launched\u000a09:54:45.317076 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:54:45.871860 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26110): Launched\u000a09:54:46.305569 run osmo-stp_10.42.42.5(pid=26111): Launched\u000a09:54:46.522017 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:54:47.092159 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26113): Launched\u000a09:54:47.200324 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:54:47.467862 run patchelf(pid=26114): Launched\u000a09:54:47.643475 run osmo-stp_10.42.42.5(pid=26111): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26111)]\u000a09:54:47.771960 run osmo-stp_10.42.42.5(pid=26111): stdout: \u000a| (launched: 2022-12-10_09:54:46.044050)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:54:47.900547 run osmo-stp_10.42.42.5(pid=26111): stderr: \u000a| �[0;m�[38;5;43m20221210095446332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095446332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095446333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095446333 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095446334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095446334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095446334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:54:48.024785 run osmo-stp_10.42.42.5(pid=26111): stdout: \u000a| (launched: 2022-12-10_09:54:46.044050)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:54:48.147490 run osmo-stp_10.42.42.5(pid=26111): stderr: \u000a| �[0;m�[38;5;43m20221210095446332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095446332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095446333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095446333 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095446334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095446334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095446334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:54:48.290604 run patchelf(pid=26114): Terminating (SIGINT)\u000a09:54:48.458536 run patchelf(pid=26114): Terminated: ok {rc=0}\u000a09:54:48.489126 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26111): Process ended prematurely: osmo-stp_10.42.42.5(pid=26111) [trial-2373↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26111)] [trial-2373↪gprs:sysmo↪ping.py:22]\u000a09:54:48.497630 tst ping.py:22: Test FAILED (6.7 sec)\u000a09:54:48.557569 run osmo-hlr_10.42.42.2(pid=26108): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:sysmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26108)]\u000a09:54:48.607020 run osmo-hlr_10.42.42.2(pid=26108): stdout: \u000a| (launched: 2022-12-10_09:54:45.045462) \u000a09:54:48.657083 run osmo-hlr_10.42.42.2(pid=26108): stderr: \u000a| �[0;m�[1;31m20221210095445245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210095445245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210095445245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095445245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095445246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210095445246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210095445270 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:sysmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210095445281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210095445281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210095445281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:54:48.699413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26107): Terminating (SIGTERM)\u000a09:54:48.739625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26110): Terminating (SIGTERM)\u000a09:54:48.779871 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26113): Terminating (SIGTERM)\u000a09:54:48.789376 --- ParallelTerminationStrategy: PID 26107 died...\u000a09:54:48.843418 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26107): Terminated: ok {rc=0}\u000a09:54:48.853096 --- ParallelTerminationStrategy: PID 26110 died...\u000a09:54:48.906245 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26110): Terminated: ok {rc=0}\u000a09:54:48.915778 --- ParallelTerminationStrategy: PID 26113 died...\u000a09:54:48.968988 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26113): Terminated: ok {rc=0}\u000a09:54:49.057046 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 43, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26121): Process ended prematurely: osmo-stp_10.42.42.5(pid=26121) [trial-2373↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26121)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26121): Process ended prematurely: osmo-stp_10.42.42.5(pid=26121) [trial-2373↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26121)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:sysmo ping_idle_ping.py\u000a----------------------------------------------\u000a09:54:50.109647 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:54:50.121277 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a09:54:50.253664 tst ping_idle_ping.py: using LAC 27581\u000a09:54:50.379253 tst ping_idle_ping.py: using RAC 41\u000a09:54:50.506686 tst ping_idle_ping.py: using CellId 27581\u000a09:54:50.629419 tst ping_idle_ping.py: using BVCI 27582\u000a09:54:50.652253 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:54:50.663233 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:54:50.673964 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:54:50.684525 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:54:50.695033 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:54:50.705491 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:54:50.715970 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a09:54:50.726512 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a09:54:51.023719 tst ping_idle_ping.py:24: start network...\u000a09:54:51.157446 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:54:51.656446 run create_hlr_db(pid=26115): Launched\u000a09:54:51.842184 bus /gobi_6: Setting Powered False\u000a09:54:52.862092 run create_hlr_db(pid=26115): Terminated: ok {rc=0}\u000a09:54:53.285214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26117): Launched\u000a09:54:53.602549 run osmo-hlr_10.42.42.2(pid=26118): Launched\u000a09:54:53.721186 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:54:54.275433 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26120): Launched\u000a09:54:54.592239 run osmo-stp_10.42.42.5(pid=26121): Launched\u000a09:54:54.707876 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:54:55.263449 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26123): Launched\u000a09:54:55.378308 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:54:55.654712 run patchelf(pid=26124): Launched\u000a09:54:55.841489 run osmo-stp_10.42.42.5(pid=26121): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26121)]\u000a09:54:55.978287 run osmo-stp_10.42.42.5(pid=26121): stdout: \u000a| (launched: 2022-12-10_09:54:54.436753)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:54:56.115508 run osmo-stp_10.42.42.5(pid=26121): stderr: \u000a| �[0;m�[38;5;43m20221210095454627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095454627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095454627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095454628 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095454628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095454628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095454628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:54:56.248311 run osmo-stp_10.42.42.5(pid=26121): stdout: \u000a| (launched: 2022-12-10_09:54:54.436753)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:54:56.378920 run osmo-stp_10.42.42.5(pid=26121): stderr: \u000a| �[0;m�[38;5;43m20221210095454627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095454627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095454627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095454628 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095454628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095454628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095454628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:54:56.531242 run patchelf(pid=26124): Terminating (SIGINT)\u000a09:54:56.709980 run patchelf(pid=26124): Terminated: ok {rc=0}\u000a09:54:56.742286 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26121): Process ended prematurely: osmo-stp_10.42.42.5(pid=26121) [trial-2373↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26121)] [trial-2373↪gprs:sysmo↪ping_idle_ping.py:27]\u000a09:54:56.751249 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a09:54:56.814043 run osmo-hlr_10.42.42.2(pid=26118): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:sysmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26118)]\u000a09:54:56.865346 run osmo-hlr_10.42.42.2(pid=26118): stdout: \u000a| (launched: 2022-12-10_09:54:53.446984) \u000a09:54:56.917115 run osmo-hlr_10.42.42.2(pid=26118): stderr: \u000a| �[0;m�[1;31m20221210095453646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210095453646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210095453646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095453646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095453647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210095453647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210095453659 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:sysmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210095453667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210095453668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210095453668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:54:56.961266 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26117): Terminating (SIGTERM)\u000a09:54:57.002674 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26120): Terminating (SIGTERM)\u000a09:54:57.044394 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26123): Terminating (SIGTERM)\u000a09:54:57.054258 --- ParallelTerminationStrategy: PID 26117 died...\u000a09:54:57.110157 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26117): Terminated: ok {rc=0}\u000a09:54:57.120071 --- ParallelTerminationStrategy: PID 26120 died...\u000a09:54:57.175605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26120): Terminated: ok {rc=0}\u000a09:54:57.185960 --- ParallelTerminationStrategy: PID 26123 died...\u000a09:54:57.241996 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26123): Terminated: ok {rc=0}\u000a09:54:57.328903 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "12", "name" : "gprs_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:53:57" }, { "cases" : [ { "testActions" : [ ], "age" : 61, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26142): Process ended prematurely: osmo-stp_10.42.42.5(pid=26142) [trial-2373↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26142)]", "failedSince" : 2313, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26142): Process ended prematurely: osmo-stp_10.42.42.5(pid=26142) [trial-2373↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26142)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:sysmo+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:54:59.448942 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:54:59.460293 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:54:59.596775 tst cs_paging_gprs_active.py: using LAC 27582\u000a09:54:59.722052 tst cs_paging_gprs_active.py: using RAC 42\u000a09:54:59.847261 tst cs_paging_gprs_active.py: using CellId 27582\u000a09:54:59.972482 tst cs_paging_gprs_active.py: using BVCI 27583\u000a09:54:59.997371 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:55:00.008583 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:55:00.019553 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:55:00.031116 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:55:00.042605 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:55:00.054085 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:55:00.065622 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:55:00.077172 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:55:00.089017 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:55:00.206210 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:55:00.489497 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:55:00.616657 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:55:00.975942 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26129): Launched\u000a09:55:01.264220 run iperf3-srv_10.42.42.10(pid=26130): Launched\u000a09:55:01.454274 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:55:01.595055 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:55:01.973844 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26134): Launched\u000a09:55:02.311541 run iperf3-srv_10.42.42.10(pid=26135): Launched\u000a09:55:02.495978 tst cs_paging_gprs_active.py:38: start network...\u000a09:55:02.622447 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:55:03.107159 run create_hlr_db(pid=26136): Launched\u000a09:55:03.280777 bus /gobi_6: Setting Powered False\u000a09:55:04.303210 run create_hlr_db(pid=26136): Terminated: ok {rc=0}\u000a09:55:04.706280 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26138): Launched\u000a09:55:05.007615 run osmo-hlr_10.42.42.2(pid=26139): Launched\u000a09:55:05.117853 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:55:05.642591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26141): Launched\u000a09:55:05.947224 run osmo-stp_10.42.42.5(pid=26142): Launched\u000a09:55:06.057935 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:55:06.587370 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26144): Launched\u000a09:55:06.694684 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:55:06.958220 run patchelf(pid=26145): Launched\u000a09:55:07.135653 run osmo-stp_10.42.42.5(pid=26142): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26142)]\u000a09:55:07.265771 run osmo-stp_10.42.42.5(pid=26142): stdout: \u000a| (launched: 2022-12-10_09:55:05.796595)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:55:07.395832 run osmo-stp_10.42.42.5(pid=26142): stderr: \u000a| �[0;m�[38;5;43m20221210095505965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095505965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095505966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095505966 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095505968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095505969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095505969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:55:07.521312 run osmo-stp_10.42.42.5(pid=26142): stdout: \u000a| (launched: 2022-12-10_09:55:05.796595)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:55:07.645583 run osmo-stp_10.42.42.5(pid=26142): stderr: \u000a| �[0;m�[38;5;43m20221210095505965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095505965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095505966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095505966 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095505968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095505969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095505969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:55:07.790813 run patchelf(pid=26145): Terminating (SIGINT)\u000a09:55:07.961481 run patchelf(pid=26145): Terminated: ok {rc=0}\u000a09:55:07.992729 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26142): Process ended prematurely: osmo-stp_10.42.42.5(pid=26142) [trial-2373↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26142)] [trial-2373↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a09:55:08.001914 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a09:55:08.061583 run osmo-hlr_10.42.42.2(pid=26139): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26139)]\u000a09:55:08.110330 run osmo-hlr_10.42.42.2(pid=26139): stdout: \u000a| (launched: 2022-12-10_09:55:04.860046) \u000a09:55:08.159727 run osmo-hlr_10.42.42.2(pid=26139): stderr: \u000a| �[0;m�[1;31m20221210095505037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210095505037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210095505037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095505037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095505037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210095505037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210095505049 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:sysmo+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210095505058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210095505058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210095505058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:55:08.203001 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26129): Terminating (SIGTERM)\u000a09:55:08.242888 run iperf3-srv_10.42.42.10(pid=26130): Terminating (SIGTERM)\u000a09:55:08.282714 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26134): Terminating (SIGTERM)\u000a09:55:08.322356 run iperf3-srv_10.42.42.10(pid=26135): Terminating (SIGTERM)\u000a09:55:08.362059 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26138): Terminating (SIGTERM)\u000a09:55:08.401661 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26141): Terminating (SIGTERM)\u000a09:55:08.441266 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26144): Terminating (SIGTERM)\u000a09:55:08.450357 --- ParallelTerminationStrategy: PID 26129 died...\u000a09:55:08.503339 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26129): Terminated: ok {rc=0}\u000a09:55:08.512780 --- ParallelTerminationStrategy: PID 26130 died...\u000a09:55:08.565861 run iperf3-srv_10.42.42.10(pid=26130): Terminated {rc=256}\u000a09:55:08.575275 --- ParallelTerminationStrategy: PID 26134 died...\u000a09:55:08.627842 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26134): Terminated: ok {rc=0}\u000a09:55:08.637341 --- ParallelTerminationStrategy: PID 26135 died...\u000a09:55:08.689722 run iperf3-srv_10.42.42.10(pid=26135): Terminated {rc=256}\u000a09:55:08.699161 --- ParallelTerminationStrategy: PID 26138 died...\u000a09:55:08.752171 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26138): Terminated: ok {rc=0}\u000a09:55:08.761733 --- ParallelTerminationStrategy: PID 26141 died...\u000a09:55:08.814396 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26141): Terminated: ok {rc=0}\u000a09:55:08.823898 --- ParallelTerminationStrategy: PID 26144 died...\u000a09:55:08.876402 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26144): Terminated: ok {rc=0}\u000a09:55:08.964434 bus /gobi_0: Setting Powered False\u000a09:55:10.066528 bus /gobi_0: Setting Powered False\u000a09:55:11.177223 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26155): Process ended prematurely: osmo-stp_10.42.42.5(pid=26155) [trial-2373↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26155)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26155): Process ended prematurely: osmo-stp_10.42.42.5(pid=26155) [trial-2373↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26155)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:sysmo+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a09:55:12.292898 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:55:12.304857 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:55:12.437799 tst iperf3.py: using LAC 27583\u000a09:55:12.565294 tst iperf3.py: using RAC 43\u000a09:55:12.698395 tst iperf3.py: using CellId 27583\u000a09:55:12.823771 tst iperf3.py: using BVCI 27584\u000a09:55:12.848852 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:55:12.860144 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:55:12.871201 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:55:12.882778 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:55:12.894126 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:55:12.905524 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:55:12.917305 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:55:12.928771 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:55:12.940555 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:55:13.237781 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:55:13.373750 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:55:13.707705 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26147): Launched\u000a09:55:13.985251 run iperf3-srv_10.42.42.10(pid=26148): Launched\u000a09:55:14.184036 tst iperf3.py:8: start network...\u000a09:55:14.321015 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:55:14.827541 run create_hlr_db(pid=26149): Launched\u000a09:55:15.016022 bus /gobi_6: Setting Powered False\u000a09:55:16.071751 run create_hlr_db(pid=26149): Terminated: ok {rc=0}\u000a09:55:16.496295 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26151): Launched\u000a09:55:16.876344 run osmo-hlr_10.42.42.2(pid=26152): Launched\u000a09:55:17.022265 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:55:17.751298 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26154): Launched\u000a09:55:18.073613 run osmo-stp_10.42.42.5(pid=26155): Launched\u000a09:55:18.191942 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:55:18.759890 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26157): Launched\u000a09:55:18.876028 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:55:19.157072 run patchelf(pid=26158): Launched\u000a09:55:19.347450 run osmo-stp_10.42.42.5(pid=26155): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26155)]\u000a09:55:19.486664 run osmo-stp_10.42.42.5(pid=26155): stdout: \u000a| (launched: 2022-12-10_09:55:17.915467)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:55:19.626460 run osmo-stp_10.42.42.5(pid=26155): stderr: \u000a| �[0;m�[38;5;43m20221210095518108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095518108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095518108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095518108 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095518109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095518109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095518109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:55:19.760502 run osmo-stp_10.42.42.5(pid=26155): stdout: \u000a| (launched: 2022-12-10_09:55:17.915467)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:55:19.893608 run osmo-stp_10.42.42.5(pid=26155): stderr: \u000a| �[0;m�[38;5;43m20221210095518108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095518108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095518108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095518108 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095518109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095518109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095518109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:55:20.048799 run patchelf(pid=26158): Terminating (SIGINT)\u000a09:55:20.231914 run patchelf(pid=26158): Terminated: ok {rc=0}\u000a09:55:20.265381 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26155): Process ended prematurely: osmo-stp_10.42.42.5(pid=26155) [trial-2373↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26155)] [trial-2373↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8]\u000a09:55:20.275170 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a09:55:20.339630 run osmo-hlr_10.42.42.2(pid=26152): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:sysmo+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26152)]\u000a09:55:20.391547 run osmo-hlr_10.42.42.2(pid=26152): stdout: \u000a| (launched: 2022-12-10_09:55:16.654827) \u000a09:55:20.444113 run osmo-hlr_10.42.42.2(pid=26152): stderr: \u000a| �[0;m�[1;31m20221210095517030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210095517030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210095517030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095517030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095517030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210095517030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210095517046 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:sysmo+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210095517065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210095517066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210095517066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:55:20.488916 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26147): Terminating (SIGTERM)\u000a09:55:20.531048 run iperf3-srv_10.42.42.10(pid=26148): Terminating (SIGTERM)\u000a09:55:20.573358 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26151): Terminating (SIGTERM)\u000a09:55:20.615332 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26154): Terminating (SIGTERM)\u000a09:55:20.657826 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26157): Terminating (SIGTERM)\u000a09:55:20.667747 --- ParallelTerminationStrategy: PID 26147 died...\u000a09:55:20.724445 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26147): Terminated: ok {rc=0}\u000a09:55:20.734767 --- ParallelTerminationStrategy: PID 26148 died...\u000a09:55:20.790946 run iperf3-srv_10.42.42.10(pid=26148): Terminated {rc=256}\u000a09:55:20.801300 --- ParallelTerminationStrategy: PID 26151 died...\u000a09:55:20.856940 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26151): Terminated: ok {rc=0}\u000a09:55:20.867489 --- ParallelTerminationStrategy: PID 26154 died...\u000a09:55:20.923972 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26154): Terminated: ok {rc=0}\u000a09:55:20.934253 --- ParallelTerminationStrategy: PID 26157 died...\u000a09:55:20.991044 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26157): Terminated: ok {rc=0}\u000a09:55:21.077405 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26173): Process ended prematurely: osmo-stp_10.42.42.5(pid=26173) [trial-2373↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26173)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26173): Process ended prematurely: osmo-stp_10.42.42.5(pid=26173) [trial-2373↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26173)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:sysmo+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a09:55:22.192509 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:55:22.204455 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:55:22.337902 tst iperf3m4.py: using LAC 27584\u000a09:55:22.464434 tst iperf3m4.py: using RAC 44\u000a09:55:22.592888 tst iperf3m4.py: using CellId 27584\u000a09:55:22.721944 tst iperf3m4.py: using BVCI 27585\u000a09:55:22.746754 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:55:22.758096 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:55:22.769173 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:55:22.780590 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:55:22.791959 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:55:22.803455 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:55:22.815057 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:55:22.826605 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:55:22.838258 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:55:22.954651 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:55:23.076809 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:55:23.192891 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:55:23.486445 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:55:23.622364 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:55:23.959637 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26159): Launched\u000a09:55:24.237849 run iperf3-srv_10.42.42.10(pid=26160): Launched\u000a09:55:24.437307 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:55:24.573235 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:55:24.908179 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26161): Launched\u000a09:55:25.186106 run iperf3-srv_10.42.42.10(pid=26162): Launched\u000a09:55:25.386105 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:55:25.521411 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:55:25.862256 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26163): Launched\u000a09:55:26.139589 run iperf3-srv_10.42.42.10(pid=26164): Launched\u000a09:55:26.339156 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:55:26.475118 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:55:26.809890 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26165): Launched\u000a09:55:27.087421 run iperf3-srv_10.42.42.10(pid=26166): Launched\u000a09:55:27.287588 tst iperf3m4.py:8: start network...\u000a09:55:27.423397 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:55:27.934592 run create_hlr_db(pid=26167): Launched\u000a09:55:28.123029 bus /gobi_6: Setting Powered False\u000a09:55:29.144039 run create_hlr_db(pid=26167): Terminated: ok {rc=0}\u000a09:55:29.550403 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26169): Launched\u000a09:55:29.851172 run osmo-hlr_10.42.42.2(pid=26170): Launched\u000a09:55:29.962205 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:55:30.487738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26172): Launched\u000a09:55:30.788889 run osmo-stp_10.42.42.5(pid=26173): Launched\u000a09:55:30.967980 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:55:31.529000 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26175): Launched\u000a09:55:31.639445 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:55:31.925620 run patchelf(pid=26176): Launched\u000a09:55:32.108531 run osmo-stp_10.42.42.5(pid=26173): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26173)]\u000a09:55:32.240331 run osmo-stp_10.42.42.5(pid=26173): stdout: \u000a| (launched: 2022-12-10_09:55:30.640939)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:55:32.372346 run osmo-stp_10.42.42.5(pid=26173): stderr: \u000a| �[0;m�[38;5;43m20221210095530810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095530810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095530811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095530811 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095530812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095530812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095530812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:55:32.497787 run osmo-stp_10.42.42.5(pid=26173): stdout: \u000a| (launched: 2022-12-10_09:55:30.640939)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:55:32.621497 run osmo-stp_10.42.42.5(pid=26173): stderr: \u000a| �[0;m�[38;5;43m20221210095530810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095530810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095530811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095530811 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095530812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095530812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095530812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:55:32.766337 run patchelf(pid=26176): Terminating (SIGINT)\u000a09:55:32.936695 run patchelf(pid=26176): Terminated: ok {rc=0}\u000a09:55:32.968066 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26173): Process ended prematurely: osmo-stp_10.42.42.5(pid=26173) [trial-2373↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26173)] [trial-2373↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8]\u000a09:55:32.977438 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a09:55:33.037724 run osmo-hlr_10.42.42.2(pid=26170): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26170)]\u000a09:55:33.086678 run osmo-hlr_10.42.42.2(pid=26170): stdout: \u000a| (launched: 2022-12-10_09:55:29.703948) \u000a09:55:33.136279 run osmo-hlr_10.42.42.2(pid=26170): stderr: \u000a| �[0;m�[1;31m20221210095529881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210095529882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210095529882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095529882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095529882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210095529882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210095529896 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:sysmo+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210095529906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210095529906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210095529907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:55:33.178424 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26159): Terminating (SIGTERM)\u000a09:55:33.218583 run iperf3-srv_10.42.42.10(pid=26160): Terminating (SIGTERM)\u000a09:55:33.258443 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26161): Terminating (SIGTERM)\u000a09:55:33.298017 run iperf3-srv_10.42.42.10(pid=26162): Terminating (SIGTERM)\u000a09:55:33.337646 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26163): Terminating (SIGTERM)\u000a09:55:33.377154 run iperf3-srv_10.42.42.10(pid=26164): Terminating (SIGTERM)\u000a09:55:33.416713 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26165): Terminating (SIGTERM)\u000a09:55:33.456163 run iperf3-srv_10.42.42.10(pid=26166): Terminating (SIGTERM)\u000a09:55:33.495925 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26169): Terminating (SIGTERM)\u000a09:55:33.535608 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26172): Terminating (SIGTERM)\u000a09:55:33.575149 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26175): Terminating (SIGTERM)\u000a09:55:33.584325 --- ParallelTerminationStrategy: PID 26159 died...\u000a09:55:33.637500 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26159): Terminated: ok {rc=0}\u000a09:55:33.647125 --- ParallelTerminationStrategy: PID 26160 died...\u000a09:55:33.699918 run iperf3-srv_10.42.42.10(pid=26160): Terminated {rc=256}\u000a09:55:33.709834 --- ParallelTerminationStrategy: PID 26161 died...\u000a09:55:33.763146 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26161): Terminated: ok {rc=0}\u000a09:55:33.772894 --- ParallelTerminationStrategy: PID 26162 died...\u000a09:55:33.826260 run iperf3-srv_10.42.42.10(pid=26162): Terminated {rc=256}\u000a09:55:33.836079 --- ParallelTerminationStrategy: PID 26163 died...\u000a09:55:33.889324 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26163): Terminated: ok {rc=0}\u000a09:55:33.899024 --- ParallelTerminationStrategy: PID 26164 died...\u000a09:55:33.952137 run iperf3-srv_10.42.42.10(pid=26164): Terminated {rc=256}\u000a09:55:33.961870 --- ParallelTerminationStrategy: PID 26165 died...\u000a09:55:34.014918 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26165): Terminated: ok {rc=0}\u000a09:55:34.024413 --- ParallelTerminationStrategy: PID 26166 died...\u000a09:55:34.077321 run iperf3-srv_10.42.42.10(pid=26166): Terminated {rc=256}\u000a09:55:34.086981 --- ParallelTerminationStrategy: PID 26169 died...\u000a09:55:34.140152 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26169): Terminated: ok {rc=0}\u000a09:55:34.150034 --- ParallelTerminationStrategy: PID 26172 died...\u000a09:55:34.203175 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26172): Terminated: ok {rc=0}\u000a09:55:34.212864 --- ParallelTerminationStrategy: PID 26175 died...\u000a09:55:34.266022 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26175): Terminated: ok {rc=0}\u000a09:55:34.353736 bus /gobi_4: Setting Powered False\u000a09:55:35.456236 bus /gobi_4: Setting Powered False\u000a09:55:36.568056 bus /gobi_1: Setting Powered False\u000a09:55:37.669559 bus /gobi_1: Setting Powered False\u000a09:55:38.775566 bus /gobi_0: Setting Powered False\u000a09:55:39.881308 bus /gobi_0: Setting Powered False\u000a09:55:40.990226 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 43, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26183): Process ended prematurely: osmo-stp_10.42.42.5(pid=26183) [trial-2373↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26183)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26183): Process ended prematurely: osmo-stp_10.42.42.5(pid=26183) [trial-2373↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26183)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:sysmo+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a09:55:42.055521 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:55:42.067040 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:55:42.191390 tst ping.py: using LAC 27585\u000a09:55:42.309963 tst ping.py: using RAC 45\u000a09:55:42.429331 tst ping.py: using CellId 27585\u000a09:55:42.546278 tst ping.py: using BVCI 27586\u000a09:55:42.568919 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:55:42.579865 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:55:42.590648 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:55:42.601249 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:55:42.611740 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:55:42.622301 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:55:42.633017 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:55:42.643580 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:55:42.935554 tst ping.py:19: start network...\u000a09:55:43.069609 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:55:43.569918 run create_hlr_db(pid=26177): Launched\u000a09:55:43.756549 bus /gobi_6: Setting Powered False\u000a09:55:44.775952 run create_hlr_db(pid=26177): Terminated: ok {rc=0}\u000a09:55:45.175038 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26179): Launched\u000a09:55:45.470184 run osmo-hlr_10.42.42.2(pid=26180): Launched\u000a09:55:45.579836 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:55:46.135701 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26182): Launched\u000a09:55:46.487149 run osmo-stp_10.42.42.5(pid=26183): Launched\u000a09:55:46.862820 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:55:47.540421 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26185): Launched\u000a09:55:47.654072 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:55:47.929903 run patchelf(pid=26186): Launched\u000a09:55:48.115957 run osmo-stp_10.42.42.5(pid=26183): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26183)]\u000a09:55:48.252283 run osmo-stp_10.42.42.5(pid=26183): stdout: \u000a| (launched: 2022-12-10_09:55:46.288433)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:55:48.388932 run osmo-stp_10.42.42.5(pid=26183): stderr: \u000a| �[0;m�[38;5;43m20221210095546607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095546607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095546607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095546608 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095546610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095546610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095546610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:55:48.520421 run osmo-stp_10.42.42.5(pid=26183): stdout: \u000a| (launched: 2022-12-10_09:55:46.288433)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:55:48.650704 run osmo-stp_10.42.42.5(pid=26183): stderr: \u000a| �[0;m�[38;5;43m20221210095546607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095546607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095546607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095546608 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095546610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095546610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095546610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:55:48.802651 run patchelf(pid=26186): Terminating (SIGINT)\u000a09:55:48.980937 run patchelf(pid=26186): Terminated: ok {rc=0}\u000a09:55:49.013351 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26183): Process ended prematurely: osmo-stp_10.42.42.5(pid=26183) [trial-2373↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26183)] [trial-2373↪gprs:sysmo+mod-bts0-egprs↪ping.py:22]\u000a09:55:49.022651 tst ping.py:22: Test FAILED (7.0 sec)\u000a09:55:49.085967 run osmo-hlr_10.42.42.2(pid=26180): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:sysmo+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26180)]\u000a09:55:49.137798 run osmo-hlr_10.42.42.2(pid=26180): stdout: \u000a| (launched: 2022-12-10_09:55:45.325517) \u000a09:55:49.190061 run osmo-hlr_10.42.42.2(pid=26180): stderr: \u000a| �[0;m�[1;31m20221210095545499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210095545499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210095545499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095545499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095545499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210095545499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210095545511 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:sysmo+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210095545519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210095545520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210095545520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:55:49.234539 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26179): Terminating (SIGTERM)\u000a09:55:49.276631 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26182): Terminating (SIGTERM)\u000a09:55:49.319008 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26185): Terminating (SIGTERM)\u000a09:55:49.328785 --- ParallelTerminationStrategy: PID 26179 died...\u000a09:55:49.385547 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26179): Terminated: ok {rc=0}\u000a09:55:49.395919 --- ParallelTerminationStrategy: PID 26182 died...\u000a09:55:49.452018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26182): Terminated: ok {rc=0}\u000a09:55:49.462150 --- ParallelTerminationStrategy: PID 26185 died...\u000a09:55:49.517976 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26185): Terminated: ok {rc=0}\u000a09:55:49.604697 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 43, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26193): Process ended prematurely: osmo-stp_10.42.42.5(pid=26193) [trial-2373↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26193)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26193): Process ended prematurely: osmo-stp_10.42.42.5(pid=26193) [trial-2373↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26193)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:sysmo+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a09:55:50.655352 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:55:50.666928 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:55:50.791330 tst ping_idle_ping.py: using LAC 27586\u000a09:55:50.909189 tst ping_idle_ping.py: using RAC 46\u000a09:55:51.031653 tst ping_idle_ping.py: using CellId 27586\u000a09:55:51.157414 tst ping_idle_ping.py: using BVCI 27587\u000a09:55:51.182085 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:55:51.193534 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:55:51.204833 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:55:51.216532 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:55:51.229132 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:55:51.240585 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:55:51.252236 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:55:51.263681 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:55:51.545761 tst ping_idle_ping.py:24: start network...\u000a09:55:51.670275 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:55:52.145950 run create_hlr_db(pid=26187): Launched\u000a09:55:52.319081 bus /gobi_6: Setting Powered False\u000a09:55:53.340364 run create_hlr_db(pid=26187): Terminated: ok {rc=0}\u000a09:55:53.737353 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26189): Launched\u000a09:55:54.033536 run osmo-hlr_10.42.42.2(pid=26190): Launched\u000a09:55:54.145846 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:55:54.662049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26192): Launched\u000a09:55:54.958240 run osmo-stp_10.42.42.5(pid=26193): Launched\u000a09:55:55.066176 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:55:55.585503 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26195): Launched\u000a09:55:55.691387 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:55:55.949618 run patchelf(pid=26196): Launched\u000a09:55:56.123413 run osmo-stp_10.42.42.5(pid=26193): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26193)]\u000a09:55:56.250462 run osmo-stp_10.42.42.5(pid=26193): stdout: \u000a| (launched: 2022-12-10_09:55:54.812433)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:55:56.378075 run osmo-stp_10.42.42.5(pid=26193): stderr: \u000a| �[0;m�[38;5;43m20221210095554982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095554982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095554982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095554983 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095554983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095554983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095554983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:55:56.500735 run osmo-stp_10.42.42.5(pid=26193): stdout: \u000a| (launched: 2022-12-10_09:55:54.812433)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:55:56.622995 run osmo-stp_10.42.42.5(pid=26193): stderr: \u000a| �[0;m�[38;5;43m20221210095554982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095554982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095554982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095554983 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095554983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095554983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095554983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:55:56.765342 run patchelf(pid=26196): Terminating (SIGINT)\u000a09:55:56.932445 run patchelf(pid=26196): Terminated: ok {rc=0}\u000a09:55:56.962902 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26193): Process ended prematurely: osmo-stp_10.42.42.5(pid=26193) [trial-2373↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26193)] [trial-2373↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a09:55:56.971387 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a09:55:57.030329 run osmo-hlr_10.42.42.2(pid=26190): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26190)]\u000a09:55:57.078628 run osmo-hlr_10.42.42.2(pid=26190): stdout: \u000a| (launched: 2022-12-10_09:55:53.888309) \u000a09:55:57.129042 run osmo-hlr_10.42.42.2(pid=26190): stderr: \u000a| �[0;m�[1;31m20221210095554064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210095554064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210095554064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095554064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095554064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210095554064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210095554076 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:sysmo+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210095554085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210095554085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210095554085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:55:57.170665 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26189): Terminating (SIGTERM)\u000a09:55:57.210021 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26192): Terminating (SIGTERM)\u000a09:55:57.249605 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26195): Terminating (SIGTERM)\u000a09:55:57.258795 --- ParallelTerminationStrategy: PID 26189 died...\u000a09:55:57.311982 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26189): Terminated: ok {rc=0}\u000a09:55:57.321600 --- ParallelTerminationStrategy: PID 26192 died...\u000a09:55:57.374199 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26192): Terminated: ok {rc=0}\u000a09:55:57.383638 --- ParallelTerminationStrategy: PID 26195 died...\u000a09:55:57.436207 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26195): Terminated: ok {rc=0}\u000a09:55:57.519562 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "13", "name" : "gprs_sysmo+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:54:59" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26211): Process ended prematurely: osmo-stp_10.42.42.5(pid=26211) [trial-2373↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26211)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26211): Process ended prematurely: osmo-stp_10.42.42.5(pid=26211) [trial-2373↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26211)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:sysmo+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:55:59.622986 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:55:59.633689 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:55:59.774125 tst cs_paging_gprs_active.py: using LAC 27587\u000a09:55:59.891175 tst cs_paging_gprs_active.py: using RAC 47\u000a09:56:00.007993 tst cs_paging_gprs_active.py: using CellId 27587\u000a09:56:00.125129 tst cs_paging_gprs_active.py: using BVCI 27588\u000a09:56:00.148368 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:56:00.159223 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:56:00.169897 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:56:00.180440 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:56:00.190964 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:56:00.201543 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:56:00.212486 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:56:00.223003 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:56:00.233784 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:56:00.353693 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:56:00.648663 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:56:00.784525 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:56:01.160724 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26201): Launched\u000a09:56:01.464341 run iperf3-srv_10.42.42.10(pid=26202): Launched\u000a09:56:01.669199 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:56:01.808654 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:56:02.175069 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26203): Launched\u000a09:56:02.436382 run iperf3-srv_10.42.42.10(pid=26204): Launched\u000a09:56:02.621805 tst cs_paging_gprs_active.py:38: start network...\u000a09:56:02.747344 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:56:03.230578 run create_hlr_db(pid=26205): Launched\u000a09:56:03.404317 bus /gobi_6: Setting Powered False\u000a09:56:04.426473 run create_hlr_db(pid=26205): Terminated: ok {rc=0}\u000a09:56:04.858917 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26207): Launched\u000a09:56:05.182152 run osmo-hlr_10.42.42.2(pid=26208): Launched\u000a09:56:05.303670 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:56:05.868932 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26210): Launched\u000a09:56:06.191862 run osmo-stp_10.42.42.5(pid=26211): Launched\u000a09:56:06.310175 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:56:06.873415 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26213): Launched\u000a09:56:06.981591 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:56:07.245513 run patchelf(pid=26214): Launched\u000a09:56:07.423497 run osmo-stp_10.42.42.5(pid=26211): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26211)]\u000a09:56:07.553471 run osmo-stp_10.42.42.5(pid=26211): stdout: \u000a| (launched: 2022-12-10_09:56:06.033899)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:56:07.683768 run osmo-stp_10.42.42.5(pid=26211): stderr: \u000a| �[0;m�[38;5;43m20221210095606226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095606227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095606227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095606227 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095606228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095606228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095606228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:56:07.809268 run osmo-stp_10.42.42.5(pid=26211): stdout: \u000a| (launched: 2022-12-10_09:56:06.033899)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:56:07.933636 run osmo-stp_10.42.42.5(pid=26211): stderr: \u000a| �[0;m�[38;5;43m20221210095606226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095606227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095606227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095606227 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095606228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095606228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095606228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:56:08.078780 run patchelf(pid=26214): Terminating (SIGINT)\u000a09:56:08.249989 run patchelf(pid=26214): Terminated: ok {rc=0}\u000a09:56:08.281470 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26211): Process ended prematurely: osmo-stp_10.42.42.5(pid=26211) [trial-2373↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26211)] [trial-2373↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a09:56:08.290554 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a09:56:08.350830 run osmo-hlr_10.42.42.2(pid=26208): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26208)]\u000a09:56:08.399664 run osmo-hlr_10.42.42.2(pid=26208): stdout: \u000a| (launched: 2022-12-10_09:56:05.023946) \u000a09:56:08.449196 run osmo-hlr_10.42.42.2(pid=26208): stderr: \u000a| �[0;m�[1;31m20221210095605223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210095605223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210095605223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095605223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095605223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210095605223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210095605235 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:sysmo+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210095605244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210095605244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210095605244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:56:08.491405 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26201): Terminating (SIGTERM)\u000a09:56:08.531090 run iperf3-srv_10.42.42.10(pid=26202): Terminating (SIGTERM)\u000a09:56:08.570869 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26203): Terminating (SIGTERM)\u000a09:56:08.610627 run iperf3-srv_10.42.42.10(pid=26204): Terminating (SIGTERM)\u000a09:56:08.650749 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26207): Terminating (SIGTERM)\u000a09:56:08.690818 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26210): Terminating (SIGTERM)\u000a09:56:08.730461 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26213): Terminating (SIGTERM)\u000a09:56:08.739598 --- ParallelTerminationStrategy: PID 26201 died...\u000a09:56:08.792663 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26201): Terminated: ok {rc=0}\u000a09:56:08.802213 --- ParallelTerminationStrategy: PID 26202 died...\u000a09:56:08.854955 run iperf3-srv_10.42.42.10(pid=26202): Terminated {rc=256}\u000a09:56:08.864352 --- ParallelTerminationStrategy: PID 26203 died...\u000a09:56:08.917592 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26203): Terminated: ok {rc=0}\u000a09:56:08.927040 --- ParallelTerminationStrategy: PID 26204 died...\u000a09:56:08.979681 run iperf3-srv_10.42.42.10(pid=26204): Terminated {rc=256}\u000a09:56:08.989266 --- ParallelTerminationStrategy: PID 26207 died...\u000a09:56:09.041929 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26207): Terminated: ok {rc=0}\u000a09:56:09.051382 --- ParallelTerminationStrategy: PID 26210 died...\u000a09:56:09.104156 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26210): Terminated: ok {rc=0}\u000a09:56:09.113782 --- ParallelTerminationStrategy: PID 26213 died...\u000a09:56:09.166939 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26213): Terminated: ok {rc=0}\u000a09:56:09.255533 bus /gobi_0: Setting Powered False\u000a09:56:10.359625 bus /gobi_0: Setting Powered False\u000a09:56:11.472213 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26223): Process ended prematurely: osmo-stp_10.42.42.5(pid=26223) [trial-2373↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26223)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26223): Process ended prematurely: osmo-stp_10.42.42.5(pid=26223) [trial-2373↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26223)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:sysmo+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a09:56:12.582314 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:56:12.594117 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:56:12.742695 tst iperf3.py: using LAC 27588\u000a09:56:12.863300 tst iperf3.py: using RAC 48\u000a09:56:12.984262 tst iperf3.py: using CellId 27588\u000a09:56:13.105204 tst iperf3.py: using BVCI 27589\u000a09:56:13.128116 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:56:13.139091 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:56:13.149800 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:56:13.160376 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:56:13.171009 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:56:13.181689 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:56:13.192348 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:56:13.202872 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:56:13.213604 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:56:13.506626 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:56:13.642542 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:56:13.977888 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26215): Launched\u000a09:56:14.255669 run iperf3-srv_10.42.42.10(pid=26216): Launched\u000a09:56:14.455175 tst iperf3.py:8: start network...\u000a09:56:14.590960 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:56:15.099010 run create_hlr_db(pid=26217): Launched\u000a09:56:15.288164 bus /gobi_6: Setting Powered False\u000a09:56:16.325940 run create_hlr_db(pid=26217): Terminated: ok {rc=0}\u000a09:56:16.847531 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26219): Launched\u000a09:56:17.266619 run osmo-hlr_10.42.42.2(pid=26220): Launched\u000a09:56:17.401272 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:56:17.927235 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26222): Launched\u000a09:56:18.228601 run osmo-stp_10.42.42.5(pid=26223): Launched\u000a09:56:18.338850 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:56:18.865773 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26225): Launched\u000a09:56:18.972923 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:56:19.235489 run patchelf(pid=26226): Launched\u000a09:56:19.412246 run osmo-stp_10.42.42.5(pid=26223): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26223)]\u000a09:56:19.541556 run osmo-stp_10.42.42.5(pid=26223): stdout: \u000a| (launched: 2022-12-10_09:56:18.080779)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:56:19.670861 run osmo-stp_10.42.42.5(pid=26223): stderr: \u000a| �[0;m�[38;5;43m20221210095618253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095618253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095618253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095618254 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095618254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095618254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095618254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:56:19.795785 run osmo-stp_10.42.42.5(pid=26223): stdout: \u000a| (launched: 2022-12-10_09:56:18.080779)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:56:19.919372 run osmo-stp_10.42.42.5(pid=26223): stderr: \u000a| �[0;m�[38;5;43m20221210095618253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095618253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095618253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095618254 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095618254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095618254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095618254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:56:20.063512 run patchelf(pid=26226): Terminating (SIGINT)\u000a09:56:20.233639 run patchelf(pid=26226): Terminated: ok {rc=0}\u000a09:56:20.265328 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26223): Process ended prematurely: osmo-stp_10.42.42.5(pid=26223) [trial-2373↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26223)] [trial-2373↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a09:56:20.274484 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a09:56:20.334445 run osmo-hlr_10.42.42.2(pid=26220): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26220)]\u000a09:56:20.383235 run osmo-hlr_10.42.42.2(pid=26220): stdout: \u000a| (launched: 2022-12-10_09:56:17.007592) \u000a09:56:20.432596 run osmo-hlr_10.42.42.2(pid=26220): stderr: \u000a| �[0;m�[1;31m20221210095617291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210095617291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210095617291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095617291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095617291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210095617291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210095617303 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:sysmo+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210095617316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210095617316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210095617316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:56:20.474568 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26215): Terminating (SIGTERM)\u000a09:56:20.514229 run iperf3-srv_10.42.42.10(pid=26216): Terminating (SIGTERM)\u000a09:56:20.553843 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26219): Terminating (SIGTERM)\u000a09:56:20.593387 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26222): Terminating (SIGTERM)\u000a09:56:20.632978 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26225): Terminating (SIGTERM)\u000a09:56:20.642074 --- ParallelTerminationStrategy: PID 26215 died...\u000a09:56:20.695770 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26215): Terminated: ok {rc=0}\u000a09:56:20.705449 --- ParallelTerminationStrategy: PID 26216 died...\u000a09:56:20.758434 run iperf3-srv_10.42.42.10(pid=26216): Terminated {rc=256}\u000a09:56:20.768062 --- ParallelTerminationStrategy: PID 26219 died...\u000a09:56:20.820788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26219): Terminated: ok {rc=0}\u000a09:56:20.830295 --- ParallelTerminationStrategy: PID 26222 died...\u000a09:56:20.882852 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26222): Terminated: ok {rc=0}\u000a09:56:20.892374 --- ParallelTerminationStrategy: PID 26225 died...\u000a09:56:20.945149 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26225): Terminated: ok {rc=0}\u000a09:56:21.033269 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26241): Process ended prematurely: osmo-stp_10.42.42.5(pid=26241) [trial-2373↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26241)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26241): Process ended prematurely: osmo-stp_10.42.42.5(pid=26241) [trial-2373↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26241)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:sysmo+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a09:56:22.144083 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:56:22.155442 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:56:22.307690 tst iperf3m4.py: using LAC 27589\u000a09:56:22.436578 tst iperf3m4.py: using RAC 49\u000a09:56:22.562939 tst iperf3m4.py: using CellId 27589\u000a09:56:22.689683 tst iperf3m4.py: using BVCI 27590\u000a09:56:22.714697 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:56:22.726201 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:56:22.737318 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:56:22.748640 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:56:22.759871 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:56:22.771427 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:56:22.782791 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:56:22.794129 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:56:22.805741 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:56:22.921993 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:56:23.044142 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:56:23.160731 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:56:23.456775 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:56:23.591988 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:56:23.928234 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26227): Launched\u000a09:56:24.206065 run iperf3-srv_10.42.42.10(pid=26228): Launched\u000a09:56:24.405889 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:56:24.541420 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:56:24.876627 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26229): Launched\u000a09:56:25.153921 run iperf3-srv_10.42.42.10(pid=26230): Launched\u000a09:56:25.352806 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:56:25.488153 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:56:25.822466 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26231): Launched\u000a09:56:26.100020 run iperf3-srv_10.42.42.10(pid=26232): Launched\u000a09:56:26.299830 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:56:26.435778 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:56:26.771022 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26233): Launched\u000a09:56:27.049078 run iperf3-srv_10.42.42.10(pid=26234): Launched\u000a09:56:27.247822 tst iperf3m4.py:8: start network...\u000a09:56:27.383539 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:56:27.891388 run create_hlr_db(pid=26235): Launched\u000a09:56:28.079735 bus /gobi_6: Setting Powered False\u000a09:56:29.100354 run create_hlr_db(pid=26235): Terminated: ok {rc=0}\u000a09:56:29.505885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26237): Launched\u000a09:56:29.806410 run osmo-hlr_10.42.42.2(pid=26238): Launched\u000a09:56:29.916145 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:56:30.441260 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26240): Launched\u000a09:56:30.742832 run osmo-stp_10.42.42.5(pid=26241): Launched\u000a09:56:30.873721 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:56:31.484922 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26243): Launched\u000a09:56:31.606378 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:56:31.936459 run patchelf(pid=26244): Launched\u000a09:56:32.155342 run osmo-stp_10.42.42.5(pid=26241): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26241)]\u000a09:56:32.286136 run osmo-stp_10.42.42.5(pid=26241): stdout: \u000a| (launched: 2022-12-10_09:56:30.594743)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:56:32.415622 run osmo-stp_10.42.42.5(pid=26241): stderr: \u000a| �[0;m�[38;5;43m20221210095630765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095630765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095630765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095630765 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095630766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095630766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095630766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:56:32.540470 run osmo-stp_10.42.42.5(pid=26241): stdout: \u000a| (launched: 2022-12-10_09:56:30.594743)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:56:32.664427 run osmo-stp_10.42.42.5(pid=26241): stderr: \u000a| �[0;m�[38;5;43m20221210095630765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095630765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095630765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095630765 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095630766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095630766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095630766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:56:32.809175 run patchelf(pid=26244): Terminating (SIGINT)\u000a09:56:32.982265 run patchelf(pid=26244): Terminated: ok {rc=0}\u000a09:56:33.013694 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26241): Process ended prematurely: osmo-stp_10.42.42.5(pid=26241) [trial-2373↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26241)] [trial-2373↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a09:56:33.022950 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a09:56:33.083668 run osmo-hlr_10.42.42.2(pid=26238): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26238)]\u000a09:56:33.133036 run osmo-hlr_10.42.42.2(pid=26238): stdout: \u000a| (launched: 2022-12-10_09:56:29.659662) \u000a09:56:33.182740 run osmo-hlr_10.42.42.2(pid=26238): stderr: \u000a| �[0;m�[1;31m20221210095629836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210095629836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210095629837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095629837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095629837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210095629837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210095629852 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:sysmo+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210095629861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210095629861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210095629861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:56:33.225375 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26227): Terminating (SIGTERM)\u000a09:56:33.265441 run iperf3-srv_10.42.42.10(pid=26228): Terminating (SIGTERM)\u000a09:56:33.305725 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26229): Terminating (SIGTERM)\u000a09:56:33.345862 run iperf3-srv_10.42.42.10(pid=26230): Terminating (SIGTERM)\u000a09:56:33.386546 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26231): Terminating (SIGTERM)\u000a09:56:33.426636 run iperf3-srv_10.42.42.10(pid=26232): Terminating (SIGTERM)\u000a09:56:33.466774 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26233): Terminating (SIGTERM)\u000a09:56:33.506800 run iperf3-srv_10.42.42.10(pid=26234): Terminating (SIGTERM)\u000a09:56:33.546763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26237): Terminating (SIGTERM)\u000a09:56:33.586790 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26240): Terminating (SIGTERM)\u000a09:56:33.626767 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26243): Terminating (SIGTERM)\u000a09:56:33.636028 --- ParallelTerminationStrategy: PID 26227 died...\u000a09:56:33.689308 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26227): Terminated: ok {rc=0}\u000a09:56:33.698872 --- ParallelTerminationStrategy: PID 26228 died...\u000a09:56:33.751831 run iperf3-srv_10.42.42.10(pid=26228): Terminated {rc=256}\u000a09:56:33.761409 --- ParallelTerminationStrategy: PID 26229 died...\u000a09:56:33.814541 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26229): Terminated: ok {rc=0}\u000a09:56:33.824072 --- ParallelTerminationStrategy: PID 26230 died...\u000a09:56:33.876978 run iperf3-srv_10.42.42.10(pid=26230): Terminated {rc=256}\u000a09:56:33.886504 --- ParallelTerminationStrategy: PID 26231 died...\u000a09:56:33.939608 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26231): Terminated: ok {rc=0}\u000a09:56:33.949324 --- ParallelTerminationStrategy: PID 26232 died...\u000a09:56:34.002315 run iperf3-srv_10.42.42.10(pid=26232): Terminated {rc=256}\u000a09:56:34.011845 --- ParallelTerminationStrategy: PID 26233 died...\u000a09:56:34.065005 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26233): Terminated: ok {rc=0}\u000a09:56:34.074600 --- ParallelTerminationStrategy: PID 26234 died...\u000a09:56:34.127882 run iperf3-srv_10.42.42.10(pid=26234): Terminated {rc=256}\u000a09:56:34.137591 --- ParallelTerminationStrategy: PID 26237 died...\u000a09:56:34.191034 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26237): Terminated: ok {rc=0}\u000a09:56:34.200725 --- ParallelTerminationStrategy: PID 26240 died...\u000a09:56:34.254128 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26240): Terminated: ok {rc=0}\u000a09:56:34.263765 --- ParallelTerminationStrategy: PID 26243 died...\u000a09:56:34.317179 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26243): Terminated: ok {rc=0}\u000a09:56:34.406405 bus /gobi_4: Setting Powered False\u000a09:56:35.510711 bus /gobi_4: Setting Powered False\u000a09:56:36.617467 bus /gobi_1: Setting Powered False\u000a09:56:37.725058 bus /gobi_1: Setting Powered False\u000a09:56:38.833417 bus /gobi_0: Setting Powered False\u000a09:56:39.941687 bus /gobi_0: Setting Powered False\u000a09:56:41.052540 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 43, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26251): Process ended prematurely: osmo-stp_10.42.42.5(pid=26251) [trial-2373↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26251)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26251): Process ended prematurely: osmo-stp_10.42.42.5(pid=26251) [trial-2373↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26251)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:sysmo+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a09:56:42.121626 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:56:42.133589 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:56:42.285826 tst ping.py: using LAC 27590\u000a09:56:42.413948 tst ping.py: using RAC 50\u000a09:56:42.538885 tst ping.py: using CellId 27590\u000a09:56:42.664492 tst ping.py: using BVCI 27591\u000a09:56:42.688851 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:56:42.700212 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:56:42.711399 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:56:42.722925 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:56:42.734195 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:56:42.745515 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:56:42.757107 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:56:42.768377 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:56:43.057343 tst ping.py:19: start network...\u000a09:56:43.190407 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:56:43.688530 run create_hlr_db(pid=26245): Launched\u000a09:56:43.873441 bus /gobi_6: Setting Powered False\u000a09:56:44.893816 run create_hlr_db(pid=26245): Terminated: ok {rc=0}\u000a09:56:45.318033 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26247): Launched\u000a09:56:45.635444 run osmo-hlr_10.42.42.2(pid=26248): Launched\u000a09:56:45.754134 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:56:46.365761 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26250): Launched\u000a09:56:46.862784 run osmo-stp_10.42.42.5(pid=26251): Launched\u000a09:56:47.014986 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:56:47.581683 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26253): Launched\u000a09:56:47.695153 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:56:47.970156 run patchelf(pid=26254): Launched\u000a09:56:48.155928 run osmo-stp_10.42.42.5(pid=26251): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26251)]\u000a09:56:48.292615 run osmo-stp_10.42.42.5(pid=26251): stdout: \u000a| (launched: 2022-12-10_09:56:46.557330)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:56:48.429090 run osmo-stp_10.42.42.5(pid=26251): stderr: \u000a| �[0;m�[38;5;43m20221210095646781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095646781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095646782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095646782 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095646782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095646782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095646783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:56:48.560484 run osmo-stp_10.42.42.5(pid=26251): stdout: \u000a| (launched: 2022-12-10_09:56:46.557330)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:56:48.690571 run osmo-stp_10.42.42.5(pid=26251): stderr: \u000a| �[0;m�[38;5;43m20221210095646781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095646781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095646782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095646782 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095646782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095646782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095646783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:56:48.842099 run patchelf(pid=26254): Terminating (SIGINT)\u000a09:56:49.020155 run patchelf(pid=26254): Terminated: ok {rc=0}\u000a09:56:49.052282 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26251): Process ended prematurely: osmo-stp_10.42.42.5(pid=26251) [trial-2373↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26251)] [trial-2373↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22]\u000a09:56:49.061443 tst ping.py:22: Test FAILED (6.9 sec)\u000a09:56:49.124345 run osmo-hlr_10.42.42.2(pid=26248): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26248)]\u000a09:56:49.175536 run osmo-hlr_10.42.42.2(pid=26248): stdout: \u000a| (launched: 2022-12-10_09:56:45.480118) \u000a09:56:49.227389 run osmo-hlr_10.42.42.2(pid=26248): stderr: \u000a| �[0;m�[1;31m20221210095645677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210095645677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210095645677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095645677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095645677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210095645677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210095645689 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:sysmo+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210095645697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210095645698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210095645698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:56:49.271621 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26247): Terminating (SIGTERM)\u000a09:56:49.313790 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26250): Terminating (SIGTERM)\u000a09:56:49.356016 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26253): Terminating (SIGTERM)\u000a09:56:49.365767 --- ParallelTerminationStrategy: PID 26247 died...\u000a09:56:49.421627 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26247): Terminated: ok {rc=0}\u000a09:56:49.431607 --- ParallelTerminationStrategy: PID 26250 died...\u000a09:56:49.487151 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26250): Terminated: ok {rc=0}\u000a09:56:49.497190 --- ParallelTerminationStrategy: PID 26253 died...\u000a09:56:49.552612 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26253): Terminated: ok {rc=0}\u000a09:56:49.639085 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 43, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26261): Process ended prematurely: osmo-stp_10.42.42.5(pid=26261) [trial-2373↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26261)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26261): Process ended prematurely: osmo-stp_10.42.42.5(pid=26261) [trial-2373↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26261)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:sysmo+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a09:56:50.694124 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:56:50.706373 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:56:50.859221 tst ping_idle_ping.py: using LAC 27591\u000a09:56:50.985427 tst ping_idle_ping.py: using RAC 51\u000a09:56:51.112907 tst ping_idle_ping.py: using CellId 27591\u000a09:56:51.236153 tst ping_idle_ping.py: using BVCI 27592\u000a09:56:51.260532 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:56:51.271855 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:56:51.283410 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:56:51.294895 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:56:51.306270 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:56:51.317360 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:56:51.329008 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:56:51.340265 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:56:51.615014 tst ping_idle_ping.py:24: start network...\u000a09:56:51.739311 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:56:52.217992 run create_hlr_db(pid=26255): Launched\u000a09:56:52.390691 bus /gobi_6: Setting Powered False\u000a09:56:53.412224 run create_hlr_db(pid=26255): Terminated: ok {rc=0}\u000a09:56:53.837770 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26257): Launched\u000a09:56:54.157150 run osmo-hlr_10.42.42.2(pid=26258): Launched\u000a09:56:54.278150 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:56:54.834842 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26260): Launched\u000a09:56:55.153806 run osmo-stp_10.42.42.5(pid=26261): Launched\u000a09:56:55.270347 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:56:55.827683 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26263): Launched\u000a09:56:55.941704 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:56:56.218332 run patchelf(pid=26264): Launched\u000a09:56:56.405952 run osmo-stp_10.42.42.5(pid=26261): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26261)]\u000a09:56:56.542998 run osmo-stp_10.42.42.5(pid=26261): stdout: \u000a| (launched: 2022-12-10_09:56:54.996838)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:56:56.680038 run osmo-stp_10.42.42.5(pid=26261): stderr: \u000a| �[0;m�[38;5;43m20221210095655185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095655185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095655186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095655186 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095655188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095655188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095655189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:56:56.812270 run osmo-stp_10.42.42.5(pid=26261): stdout: \u000a| (launched: 2022-12-10_09:56:54.996838)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:56:56.943194 run osmo-stp_10.42.42.5(pid=26261): stderr: \u000a| �[0;m�[38;5;43m20221210095655185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095655185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095655186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095655186 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095655188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095655188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095655189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:56:57.095792 run patchelf(pid=26264): Terminating (SIGINT)\u000a09:56:57.274792 run patchelf(pid=26264): Terminated: ok {rc=0}\u000a09:56:57.307588 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26261): Process ended prematurely: osmo-stp_10.42.42.5(pid=26261) [trial-2373↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26261)] [trial-2373↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a09:56:57.316766 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a09:56:57.380368 run osmo-hlr_10.42.42.2(pid=26258): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26258)]\u000a09:56:57.432552 run osmo-hlr_10.42.42.2(pid=26258): stdout: \u000a| (launched: 2022-12-10_09:56:54.000217) \u000a09:56:57.485893 run osmo-hlr_10.42.42.2(pid=26258): stderr: \u000a| �[0;m�[1;31m20221210095654196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210095654196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210095654196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095654196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095654196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210095654196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210095654208 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:sysmo+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210095654217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210095654217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210095654217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:56:57.531004 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26257): Terminating (SIGTERM)\u000a09:56:57.573210 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26260): Terminating (SIGTERM)\u000a09:56:57.615841 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26263): Terminating (SIGTERM)\u000a09:56:57.625634 --- ParallelTerminationStrategy: PID 26257 died...\u000a09:56:57.682323 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26257): Terminated: ok {rc=0}\u000a09:56:57.692398 --- ParallelTerminationStrategy: PID 26260 died...\u000a09:56:57.748516 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26260): Terminated: ok {rc=0}\u000a09:56:57.758823 --- ParallelTerminationStrategy: PID 26263 died...\u000a09:56:57.815423 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26263): Terminated: ok {rc=0}\u000a09:56:57.902578 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "14", "name" : "gprs_sysmo+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:55:59" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26279): Process ended prematurely: osmo-stp_10.42.42.5(pid=26279) [trial-2373↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26279)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26279): Process ended prematurely: osmo-stp_10.42.42.5(pid=26279) [trial-2373↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26279)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:sysmo+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:57:00.015384 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:57:00.026202 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:57:00.171318 tst cs_paging_gprs_active.py: using LAC 27592\u000a09:57:00.291708 tst cs_paging_gprs_active.py: using RAC 52\u000a09:57:00.412590 tst cs_paging_gprs_active.py: using CellId 27592\u000a09:57:00.531012 tst cs_paging_gprs_active.py: using BVCI 27593\u000a09:57:00.554167 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:57:00.565063 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:57:00.575624 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:57:00.586382 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:57:00.596859 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:57:00.607526 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:57:00.618330 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:57:00.628805 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:57:00.639644 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:57:00.759437 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:57:01.067088 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:57:01.206130 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:57:01.567218 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26269): Launched\u000a09:57:01.877712 run iperf3-srv_10.42.42.10(pid=26270): Launched\u000a09:57:02.083539 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:57:02.223923 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:57:02.560856 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26271): Launched\u000a09:57:02.838166 run iperf3-srv_10.42.42.10(pid=26272): Launched\u000a09:57:03.037358 tst cs_paging_gprs_active.py:38: start network...\u000a09:57:03.173231 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:57:03.681083 run create_hlr_db(pid=26273): Launched\u000a09:57:03.869486 bus /gobi_6: Setting Powered False\u000a09:57:04.889576 run create_hlr_db(pid=26273): Terminated: ok {rc=0}\u000a09:57:05.295357 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26275): Launched\u000a09:57:05.597843 run osmo-hlr_10.42.42.2(pid=26276): Launched\u000a09:57:05.710043 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:57:06.234731 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26278): Launched\u000a09:57:06.537276 run osmo-stp_10.42.42.5(pid=26279): Launched\u000a09:57:06.647794 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:57:07.175948 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26281): Launched\u000a09:57:07.283510 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:57:07.547037 run patchelf(pid=26282): Launched\u000a09:57:07.724831 run osmo-stp_10.42.42.5(pid=26279): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26279)]\u000a09:57:07.854720 run osmo-stp_10.42.42.5(pid=26279): stdout: \u000a| (launched: 2022-12-10_09:57:06.388110)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:57:07.984716 run osmo-stp_10.42.42.5(pid=26279): stderr: \u000a| �[0;m�[38;5;43m20221210095706556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095706556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095706556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095706557 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095706557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095706557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095706557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:57:08.110276 run osmo-stp_10.42.42.5(pid=26279): stdout: \u000a| (launched: 2022-12-10_09:57:06.388110)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:57:08.234842 run osmo-stp_10.42.42.5(pid=26279): stderr: \u000a| �[0;m�[38;5;43m20221210095706556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095706556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095706556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095706557 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095706557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095706557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095706557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:57:08.380251 run patchelf(pid=26282): Terminating (SIGINT)\u000a09:57:08.551367 run patchelf(pid=26282): Terminated: ok {rc=0}\u000a09:57:08.583235 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26279): Process ended prematurely: osmo-stp_10.42.42.5(pid=26279) [trial-2373↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26279)] [trial-2373↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a09:57:08.592527 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a09:57:08.652440 run osmo-hlr_10.42.42.2(pid=26276): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26276)]\u000a09:57:08.701411 run osmo-hlr_10.42.42.2(pid=26276): stdout: \u000a| (launched: 2022-12-10_09:57:05.449373) \u000a09:57:08.750938 run osmo-hlr_10.42.42.2(pid=26276): stderr: \u000a| �[0;m�[1;31m20221210095705625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210095705625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210095705625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095705625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095705625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210095705625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210095705641 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:sysmo+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210095705651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210095705651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210095705651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:57:08.794241 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26269): Terminating (SIGTERM)\u000a09:57:08.834064 run iperf3-srv_10.42.42.10(pid=26270): Terminating (SIGTERM)\u000a09:57:08.873841 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26271): Terminating (SIGTERM)\u000a09:57:08.913440 run iperf3-srv_10.42.42.10(pid=26272): Terminating (SIGTERM)\u000a09:57:08.953070 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26275): Terminating (SIGTERM)\u000a09:57:08.992560 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26278): Terminating (SIGTERM)\u000a09:57:09.032034 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26281): Terminating (SIGTERM)\u000a09:57:09.041294 --- ParallelTerminationStrategy: PID 26269 died...\u000a09:57:09.094557 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26269): Terminated: ok {rc=0}\u000a09:57:09.104194 --- ParallelTerminationStrategy: PID 26270 died...\u000a09:57:09.157548 run iperf3-srv_10.42.42.10(pid=26270): Terminated {rc=256}\u000a09:57:09.167154 --- ParallelTerminationStrategy: PID 26271 died...\u000a09:57:09.220168 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26271): Terminated: ok {rc=0}\u000a09:57:09.229752 --- ParallelTerminationStrategy: PID 26272 died...\u000a09:57:09.282932 run iperf3-srv_10.42.42.10(pid=26272): Terminated {rc=256}\u000a09:57:09.292641 --- ParallelTerminationStrategy: PID 26275 died...\u000a09:57:09.345701 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26275): Terminated: ok {rc=0}\u000a09:57:09.355349 --- ParallelTerminationStrategy: PID 26278 died...\u000a09:57:09.408382 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26278): Terminated: ok {rc=0}\u000a09:57:09.418062 --- ParallelTerminationStrategy: PID 26281 died...\u000a09:57:09.471016 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26281): Terminated: ok {rc=0}\u000a09:57:09.554313 bus /gobi_0: Setting Powered False\u000a09:57:10.662335 bus /gobi_0: Setting Powered False\u000a09:57:11.769658 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26291): Process ended prematurely: osmo-stp_10.42.42.5(pid=26291) [trial-2373↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26291)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26291): Process ended prematurely: osmo-stp_10.42.42.5(pid=26291) [trial-2373↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26291)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:sysmo+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a09:57:12.877935 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:57:12.889451 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:57:13.039958 tst iperf3.py: using LAC 27593\u000a09:57:13.159157 tst iperf3.py: using RAC 53\u000a09:57:13.286096 tst iperf3.py: using CellId 27593\u000a09:57:13.412300 tst iperf3.py: using BVCI 27594\u000a09:57:13.437268 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:57:13.448843 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:57:13.460208 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:57:13.472470 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:57:13.484603 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:57:13.496654 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:57:13.508834 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:57:13.521139 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:57:13.534292 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:57:13.828131 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:57:13.964204 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:57:14.300464 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26283): Launched\u000a09:57:14.579860 run iperf3-srv_10.42.42.10(pid=26284): Launched\u000a09:57:14.780330 tst iperf3.py:8: start network...\u000a09:57:14.916906 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:57:15.428807 run create_hlr_db(pid=26285): Launched\u000a09:57:15.618371 bus /gobi_6: Setting Powered False\u000a09:57:16.694390 run create_hlr_db(pid=26285): Terminated: ok {rc=0}\u000a09:57:17.229844 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26287): Launched\u000a09:57:17.535033 run osmo-hlr_10.42.42.2(pid=26288): Launched\u000a09:57:17.648648 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:57:18.176668 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26290): Launched\u000a09:57:18.478207 run osmo-stp_10.42.42.5(pid=26291): Launched\u000a09:57:18.590235 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:57:19.120239 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26293): Launched\u000a09:57:19.229180 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:57:19.494168 run patchelf(pid=26294): Launched\u000a09:57:19.672023 run osmo-stp_10.42.42.5(pid=26291): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26291)]\u000a09:57:19.802361 run osmo-stp_10.42.42.5(pid=26291): stdout: \u000a| (launched: 2022-12-10_09:57:18.330564)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:57:19.933164 run osmo-stp_10.42.42.5(pid=26291): stderr: \u000a| �[0;m�[38;5;43m20221210095718502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095718502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095718502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095718503 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095718503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095718503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095718503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:57:20.058774 run osmo-stp_10.42.42.5(pid=26291): stdout: \u000a| (launched: 2022-12-10_09:57:18.330564)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:57:20.183132 run osmo-stp_10.42.42.5(pid=26291): stderr: \u000a| �[0;m�[38;5;43m20221210095718502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095718502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095718502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095718503 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095718503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095718503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095718503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:57:20.328548 run patchelf(pid=26294): Terminating (SIGINT)\u000a09:57:20.499880 run patchelf(pid=26294): Terminated: ok {rc=0}\u000a09:57:20.531198 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26291): Process ended prematurely: osmo-stp_10.42.42.5(pid=26291) [trial-2373↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26291)] [trial-2373↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a09:57:20.540330 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a09:57:20.599981 run osmo-hlr_10.42.42.2(pid=26288): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26288)]\u000a09:57:20.648787 run osmo-hlr_10.42.42.2(pid=26288): stdout: \u000a| (launched: 2022-12-10_09:57:17.385556) \u000a09:57:20.698454 run osmo-hlr_10.42.42.2(pid=26288): stderr: \u000a| �[0;m�[1;31m20221210095717560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210095717560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210095717560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095717560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095717560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210095717560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210095717572 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:sysmo+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210095717580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210095717580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210095717581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:57:20.740544 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26283): Terminating (SIGTERM)\u000a09:57:20.780243 run iperf3-srv_10.42.42.10(pid=26284): Terminating (SIGTERM)\u000a09:57:20.820185 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26287): Terminating (SIGTERM)\u000a09:57:20.859944 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26290): Terminating (SIGTERM)\u000a09:57:20.899727 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26293): Terminating (SIGTERM)\u000a09:57:20.908926 --- ParallelTerminationStrategy: PID 26283 died...\u000a09:57:20.962446 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26283): Terminated: ok {rc=0}\u000a09:57:20.972184 --- ParallelTerminationStrategy: PID 26284 died...\u000a09:57:21.025012 run iperf3-srv_10.42.42.10(pid=26284): Terminated {rc=256}\u000a09:57:21.034563 --- ParallelTerminationStrategy: PID 26287 died...\u000a09:57:21.088116 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26287): Terminated: ok {rc=0}\u000a09:57:21.097850 --- ParallelTerminationStrategy: PID 26290 died...\u000a09:57:21.150918 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26290): Terminated: ok {rc=0}\u000a09:57:21.160623 --- ParallelTerminationStrategy: PID 26293 died...\u000a09:57:21.213758 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26293): Terminated: ok {rc=0}\u000a09:57:21.297682 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26309): Process ended prematurely: osmo-stp_10.42.42.5(pid=26309) [trial-2373↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26309)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26309): Process ended prematurely: osmo-stp_10.42.42.5(pid=26309) [trial-2373↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26309)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:sysmo+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a09:57:22.412230 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:57:22.424407 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:57:22.579546 tst iperf3m4.py: using LAC 27594\u000a09:57:22.706221 tst iperf3m4.py: using RAC 54\u000a09:57:22.833807 tst iperf3m4.py: using CellId 27594\u000a09:57:22.962404 tst iperf3m4.py: using BVCI 27595\u000a09:57:22.987196 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:57:22.998591 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:57:23.009838 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:57:23.021309 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:57:23.032590 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:57:23.044081 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:57:23.055660 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:57:23.067219 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:57:23.079064 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:57:23.197888 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:57:23.315472 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:57:23.431575 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:57:23.712848 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:57:23.839007 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:57:24.153052 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26295): Launched\u000a09:57:24.412746 run iperf3-srv_10.42.42.10(pid=26296): Launched\u000a09:57:24.597248 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:57:24.722932 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:57:25.035596 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26297): Launched\u000a09:57:25.295803 run iperf3-srv_10.42.42.10(pid=26298): Launched\u000a09:57:25.480163 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:57:25.605560 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:57:25.919555 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26299): Launched\u000a09:57:26.179626 run iperf3-srv_10.42.42.10(pid=26300): Launched\u000a09:57:26.364074 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:57:26.489620 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:57:26.802449 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26301): Launched\u000a09:57:27.062396 run iperf3-srv_10.42.42.10(pid=26302): Launched\u000a09:57:27.246314 tst iperf3m4.py:8: start network...\u000a09:57:27.372688 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:57:27.857540 run create_hlr_db(pid=26303): Launched\u000a09:57:28.032024 bus /gobi_6: Setting Powered False\u000a09:57:29.053656 run create_hlr_db(pid=26303): Terminated: ok {rc=0}\u000a09:57:29.484304 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26305): Launched\u000a09:57:29.806068 run osmo-hlr_10.42.42.2(pid=26306): Launched\u000a09:57:29.924006 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:57:30.492653 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26308): Launched\u000a09:57:30.814735 run osmo-stp_10.42.42.5(pid=26309): Launched\u000a09:57:31.031368 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:57:31.661525 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26311): Launched\u000a09:57:31.802129 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:57:32.094045 run patchelf(pid=26312): Launched\u000a09:57:32.277177 run osmo-stp_10.42.42.5(pid=26309): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26309)]\u000a09:57:32.408043 run osmo-stp_10.42.42.5(pid=26309): stdout: \u000a| (launched: 2022-12-10_09:57:30.657277)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:57:32.538956 run osmo-stp_10.42.42.5(pid=26309): stderr: \u000a| �[0;m�[38;5;43m20221210095730878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095730878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095730878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095730879 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095730879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095730879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095730879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:57:32.664333 run osmo-stp_10.42.42.5(pid=26309): stdout: \u000a| (launched: 2022-12-10_09:57:30.657277)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:57:32.788606 run osmo-stp_10.42.42.5(pid=26309): stderr: \u000a| �[0;m�[38;5;43m20221210095730878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095730878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095730878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095730879 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095730879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095730879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095730879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:57:32.933918 run patchelf(pid=26312): Terminating (SIGINT)\u000a09:57:33.105448 run patchelf(pid=26312): Terminated: ok {rc=0}\u000a09:57:33.136811 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26309): Process ended prematurely: osmo-stp_10.42.42.5(pid=26309) [trial-2373↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26309)] [trial-2373↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a09:57:33.146181 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a09:57:33.206625 run osmo-hlr_10.42.42.2(pid=26306): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26306)]\u000a09:57:33.255975 run osmo-hlr_10.42.42.2(pid=26306): stdout: \u000a| (launched: 2022-12-10_09:57:29.648494) \u000a09:57:33.305994 run osmo-hlr_10.42.42.2(pid=26306): stderr: \u000a| �[0;m�[1;31m20221210095729846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210095729846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210095729846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095729846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095729847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210095729847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210095729859 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:sysmo+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210095729869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210095729869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210095729869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:57:33.349038 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26295): Terminating (SIGTERM)\u000a09:57:33.389077 run iperf3-srv_10.42.42.10(pid=26296): Terminating (SIGTERM)\u000a09:57:33.429604 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26297): Terminating (SIGTERM)\u000a09:57:33.469662 run iperf3-srv_10.42.42.10(pid=26298): Terminating (SIGTERM)\u000a09:57:33.509858 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26299): Terminating (SIGTERM)\u000a09:57:33.549971 run iperf3-srv_10.42.42.10(pid=26300): Terminating (SIGTERM)\u000a09:57:33.590160 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26301): Terminating (SIGTERM)\u000a09:57:33.630126 run iperf3-srv_10.42.42.10(pid=26302): Terminating (SIGTERM)\u000a09:57:33.670272 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26305): Terminating (SIGTERM)\u000a09:57:33.710279 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26308): Terminating (SIGTERM)\u000a09:57:33.750582 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26311): Terminating (SIGTERM)\u000a09:57:33.759915 --- ParallelTerminationStrategy: PID 26295 died...\u000a09:57:33.813906 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26295): Terminated: ok {rc=0}\u000a09:57:33.823545 --- ParallelTerminationStrategy: PID 26296 died...\u000a09:57:33.877869 run iperf3-srv_10.42.42.10(pid=26296): Terminated {rc=256}\u000a09:57:33.887533 --- ParallelTerminationStrategy: PID 26297 died...\u000a09:57:33.941563 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26297): Terminated: ok {rc=0}\u000a09:57:33.951157 --- ParallelTerminationStrategy: PID 26298 died...\u000a09:57:34.004504 run iperf3-srv_10.42.42.10(pid=26298): Terminated {rc=256}\u000a09:57:34.014148 --- ParallelTerminationStrategy: PID 26299 died...\u000a09:57:34.067614 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26299): Terminated: ok {rc=0}\u000a09:57:34.077341 --- ParallelTerminationStrategy: PID 26300 died...\u000a09:57:34.130860 run iperf3-srv_10.42.42.10(pid=26300): Terminated {rc=256}\u000a09:57:34.140453 --- ParallelTerminationStrategy: PID 26301 died...\u000a09:57:34.194166 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26301): Terminated: ok {rc=0}\u000a09:57:34.203820 --- ParallelTerminationStrategy: PID 26302 died...\u000a09:57:34.257131 run iperf3-srv_10.42.42.10(pid=26302): Terminated {rc=256}\u000a09:57:34.266803 --- ParallelTerminationStrategy: PID 26305 died...\u000a09:57:34.320228 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26305): Terminated: ok {rc=0}\u000a09:57:34.329892 --- ParallelTerminationStrategy: PID 26308 died...\u000a09:57:34.383545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26308): Terminated: ok {rc=0}\u000a09:57:34.393298 --- ParallelTerminationStrategy: PID 26311 died...\u000a09:57:34.446534 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26311): Terminated: ok {rc=0}\u000a09:57:34.536178 bus /gobi_4: Setting Powered False\u000a09:57:35.639785 bus /gobi_4: Setting Powered False\u000a09:57:36.750765 bus /gobi_1: Setting Powered False\u000a09:57:37.853178 bus /gobi_1: Setting Powered False\u000a09:57:38.964054 bus /gobi_0: Setting Powered False\u000a09:57:40.066575 bus /gobi_0: Setting Powered False\u000a09:57:41.177472 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 43, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26323): Process ended prematurely: osmo-stp_10.42.42.5(pid=26323) [trial-2373↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26323)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26323): Process ended prematurely: osmo-stp_10.42.42.5(pid=26323) [trial-2373↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26323)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:sysmo+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a09:57:42.245704 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:57:42.257553 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:57:42.409427 tst ping.py: using LAC 27595\u000a09:57:42.529980 tst ping.py: using RAC 55\u000a09:57:42.646776 tst ping.py: using CellId 27595\u000a09:57:42.763478 tst ping.py: using BVCI 27596\u000a09:57:42.786302 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:57:42.797361 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:57:42.808050 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:57:42.818741 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:57:42.829429 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:57:42.839996 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:57:42.850818 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:57:42.861887 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:57:43.143041 tst ping.py:19: start network...\u000a09:57:43.267344 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:57:43.742998 run create_hlr_db(pid=26317): Launched\u000a09:57:43.915435 bus /gobi_6: Setting Powered False\u000a09:57:44.936819 run create_hlr_db(pid=26317): Terminated: ok {rc=0}\u000a09:57:45.362762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26319): Launched\u000a09:57:45.681013 run osmo-hlr_10.42.42.2(pid=26320): Launched\u000a09:57:45.801081 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:57:46.365542 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26322): Launched\u000a09:57:46.804452 run osmo-stp_10.42.42.5(pid=26323): Launched\u000a09:57:47.029800 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:57:47.558105 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26325): Launched\u000a09:57:47.663405 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:57:47.920916 run patchelf(pid=26326): Launched\u000a09:57:48.095397 run osmo-stp_10.42.42.5(pid=26323): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26323)]\u000a09:57:48.222925 run osmo-stp_10.42.42.5(pid=26323): stdout: \u000a| (launched: 2022-12-10_09:57:46.520573)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:57:48.351153 run osmo-stp_10.42.42.5(pid=26323): stderr: \u000a| �[0;m�[38;5;43m20221210095746783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095746783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095746783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095746784 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095746784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095746784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095746784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:57:48.474892 run osmo-stp_10.42.42.5(pid=26323): stdout: \u000a| (launched: 2022-12-10_09:57:46.520573)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:57:48.597385 run osmo-stp_10.42.42.5(pid=26323): stderr: \u000a| �[0;m�[38;5;43m20221210095746783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095746783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095746783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095746784 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095746784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095746784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095746784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:57:48.739855 run patchelf(pid=26326): Terminating (SIGINT)\u000a09:57:48.907505 run patchelf(pid=26326): Terminated: ok {rc=0}\u000a09:57:48.937961 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26323): Process ended prematurely: osmo-stp_10.42.42.5(pid=26323) [trial-2373↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26323)] [trial-2373↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22]\u000a09:57:48.946500 tst ping.py:22: Test FAILED (6.7 sec)\u000a09:57:49.006233 run osmo-hlr_10.42.42.2(pid=26320): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26320)]\u000a09:57:49.055053 run osmo-hlr_10.42.42.2(pid=26320): stdout: \u000a| (launched: 2022-12-10_09:57:45.525257) \u000a09:57:49.104639 run osmo-hlr_10.42.42.2(pid=26320): stderr: \u000a| �[0;m�[1;31m20221210095745723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210095745723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210095745723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095745723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095745723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210095745723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210095745739 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:sysmo+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210095745748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210095745749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210095745749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:57:49.147025 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26319): Terminating (SIGTERM)\u000a09:57:49.186924 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26322): Terminating (SIGTERM)\u000a09:57:49.226727 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26325): Terminating (SIGTERM)\u000a09:57:49.235941 --- ParallelTerminationStrategy: PID 26319 died...\u000a09:57:49.289220 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26319): Terminated: ok {rc=0}\u000a09:57:49.298840 --- ParallelTerminationStrategy: PID 26322 died...\u000a09:57:49.352362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26322): Terminated: ok {rc=0}\u000a09:57:49.361981 --- ParallelTerminationStrategy: PID 26325 died...\u000a09:57:49.414922 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26325): Terminated: ok {rc=0}\u000a09:57:49.504632 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 43, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26333): Process ended prematurely: osmo-stp_10.42.42.5(pid=26333) [trial-2373↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26333)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26333): Process ended prematurely: osmo-stp_10.42.42.5(pid=26333) [trial-2373↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26333)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:sysmo+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a09:57:50.556464 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:57:50.568362 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:57:50.713197 tst ping_idle_ping.py: using LAC 27596\u000a09:57:50.830359 tst ping_idle_ping.py: using RAC 56\u000a09:57:50.946795 tst ping_idle_ping.py: using CellId 27596\u000a09:57:51.062852 tst ping_idle_ping.py: using BVCI 27597\u000a09:57:51.085617 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:57:51.096565 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:57:51.107261 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:57:51.118053 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:57:51.128661 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:57:51.139484 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:57:51.150350 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:57:51.160912 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:57:51.450427 tst ping_idle_ping.py:24: start network...\u000a09:57:51.584137 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:57:52.087615 run create_hlr_db(pid=26327): Launched\u000a09:57:52.274245 bus /gobi_6: Setting Powered False\u000a09:57:53.294437 run create_hlr_db(pid=26327): Terminated: ok {rc=0}\u000a09:57:53.720806 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26329): Launched\u000a09:57:54.040004 run osmo-hlr_10.42.42.2(pid=26330): Launched\u000a09:57:54.158461 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:57:54.716728 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26332): Launched\u000a09:57:55.037427 run osmo-stp_10.42.42.5(pid=26333): Launched\u000a09:57:55.154666 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:57:55.715213 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26335): Launched\u000a09:57:55.829478 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:57:56.107546 run patchelf(pid=26336): Launched\u000a09:57:56.296185 run osmo-stp_10.42.42.5(pid=26333): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26333)]\u000a09:57:56.434877 run osmo-stp_10.42.42.5(pid=26333): stdout: \u000a| (launched: 2022-12-10_09:57:54.879881)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:57:56.573735 run osmo-stp_10.42.42.5(pid=26333): stderr: \u000a| �[0;m�[38;5;43m20221210095755072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095755072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095755072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095755073 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095755073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095755073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095755073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:57:56.707019 run osmo-stp_10.42.42.5(pid=26333): stdout: \u000a| (launched: 2022-12-10_09:57:54.879881)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:57:56.838789 run osmo-stp_10.42.42.5(pid=26333): stderr: \u000a| �[0;m�[38;5;43m20221210095755072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095755072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095755072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095755073 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095755073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095755073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095755073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:57:56.992596 run patchelf(pid=26336): Terminating (SIGINT)\u000a09:57:57.173519 run patchelf(pid=26336): Terminated: ok {rc=0}\u000a09:57:57.206204 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26333): Process ended prematurely: osmo-stp_10.42.42.5(pid=26333) [trial-2373↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26333)] [trial-2373↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a09:57:57.215428 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a09:57:57.279346 run osmo-hlr_10.42.42.2(pid=26330): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26330)]\u000a09:57:57.332174 run osmo-hlr_10.42.42.2(pid=26330): stdout: \u000a| (launched: 2022-12-10_09:57:53.883815) \u000a09:57:57.385418 run osmo-hlr_10.42.42.2(pid=26330): stderr: \u000a| �[0;m�[1;31m20221210095754082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210095754082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210095754082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095754082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095754082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210095754082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210095754095 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:sysmo+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210095754103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210095754103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210095754103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:57:57.430209 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26329): Terminating (SIGTERM)\u000a09:57:57.472703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26332): Terminating (SIGTERM)\u000a09:57:57.515543 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26335): Terminating (SIGTERM)\u000a09:57:57.525700 --- ParallelTerminationStrategy: PID 26329 died...\u000a09:57:57.582665 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26329): Terminated: ok {rc=0}\u000a09:57:57.592880 --- ParallelTerminationStrategy: PID 26332 died...\u000a09:57:57.649743 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26332): Terminated: ok {rc=0}\u000a09:57:57.659933 --- ParallelTerminationStrategy: PID 26335 died...\u000a09:57:57.716245 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26335): Terminated: ok {rc=0}\u000a09:57:57.803678 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "15", "name" : "gprs_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:56:59" }, { "cases" : [ { "testActions" : [ ], "age" : 45, "className" : "dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26346): Process ended prematurely: osmo-stp_10.42.42.5(pid=26346) [trial-2373↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26346)]", "failedSince" : 2329, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26346): Process ended prematurely: osmo-stp_10.42.42.5(pid=26346) [trial-2373↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26346)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a09:57:59.805196 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:57:59.816813 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a09:57:59.969067 tst switch_tch_pdch.py: using LAC 27597\u000a09:58:00.092710 tst switch_tch_pdch.py: using RAC 57\u000a09:58:00.220508 tst switch_tch_pdch.py: using CellId 27597\u000a09:58:00.343724 tst switch_tch_pdch.py: using BVCI 27598\u000a09:58:00.368436 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:58:00.380019 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:58:00.391477 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:58:00.403188 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:58:00.414937 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:58:00.426793 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:58:00.438812 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:58:00.450679 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:58:00.568761 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:58:00.874006 tst switch_tch_pdch.py:51: start network...\u000a09:58:01.010029 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:58:01.525737 run create_hlr_db(pid=26340): Launched\u000a09:58:01.723254 bus /gobi_6: Setting Powered False\u000a09:58:02.730734 run create_hlr_db(pid=26340): Terminated: ok {rc=0}\u000a09:58:03.163551 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26342): Launched\u000a09:58:03.482155 run osmo-hlr_10.42.42.2(pid=26343): Launched\u000a09:58:03.602721 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:58:04.157039 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26345): Launched\u000a09:58:04.474261 run osmo-stp_10.42.42.5(pid=26346): Launched\u000a09:58:04.591053 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:58:05.147058 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26348): Launched\u000a09:58:05.261128 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:58:05.538088 run patchelf(pid=26349): Launched\u000a09:58:05.724888 run osmo-stp_10.42.42.5(pid=26346): ERR: Terminated: ERROR {rc=1} [trial-2373↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26346)]\u000a09:58:05.861427 run osmo-stp_10.42.42.5(pid=26346): stdout: \u000a| (launched: 2022-12-10_09:58:04.319101)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:58:05.998369 run osmo-stp_10.42.42.5(pid=26346): stderr: \u000a| �[0;m�[38;5;43m20221210095804512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095804512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095804512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095804513 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095804513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095804513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095804513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:58:06.130677 run osmo-stp_10.42.42.5(pid=26346): stdout: \u000a| (launched: 2022-12-10_09:58:04.319101)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:58:06.260869 run osmo-stp_10.42.42.5(pid=26346): stderr: \u000a| �[0;m�[38;5;43m20221210095804512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095804512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095804512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095804513 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095804513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095804513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095804513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:58:06.413728 run patchelf(pid=26349): Terminating (SIGINT)\u000a09:58:06.592633 run patchelf(pid=26349): Terminated: ok {rc=0}\u000a09:58:06.625502 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=26346): Process ended prematurely: osmo-stp_10.42.42.5(pid=26346) [trial-2373↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26346)] [trial-2373↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a09:58:06.634902 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a09:58:06.698714 run osmo-hlr_10.42.42.2(pid=26343): ERR: Terminated: ERROR {rc=237} [trial-2373↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26343)]\u000a09:58:06.750743 run osmo-hlr_10.42.42.2(pid=26343): stdout: \u000a| (launched: 2022-12-10_09:58:03.326498) \u000a09:58:06.803578 run osmo-hlr_10.42.42.2(pid=26343): stderr: \u000a| �[0;m�[1;31m20221210095803525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210095803525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210095803525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095803525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095803525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210095803526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210095803541 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210095803550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210095803551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210095803551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:58:06.848493 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26342): Terminating (SIGTERM)\u000a09:58:06.890746 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26345): Terminating (SIGTERM)\u000a09:58:06.933400 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26348): Terminating (SIGTERM)\u000a09:58:06.943320 --- ParallelTerminationStrategy: PID 26342 died...\u000a09:58:06.999813 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26342): Terminated: ok {rc=0}\u000a09:58:07.010270 --- ParallelTerminationStrategy: PID 26345 died...\u000a09:58:07.066619 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26345): Terminated: ok {rc=0}\u000a09:58:07.076716 --- ParallelTerminationStrategy: PID 26348 died...\u000a09:58:07.132568 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26348): Terminated: ok {rc=0}\u000a09:58:07.219029 bus /gobi_0: Setting Powered False\u000a09:58:08.325290 bus /gobi_0: Setting Powered False\u000a09:58:09.432022 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "16", "name" : "dynts_sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:57:59" }, { "cases" : [ { "testActions" : [ ], "age" : 43, "className" : "dynts:sysmo+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26359): Process ended prematurely: osmo-stp_10.42.42.5(pid=26359) [trial-2373↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26359)]", "failedSince" : 2331, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26359): Process ended prematurely: osmo-stp_10.42.42.5(pid=26359) [trial-2373↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26359)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 dynts:sysmo+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a09:58:11.374048 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:58:11.385352 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a09:58:11.536109 tst switch_tch_pdch.py: using LAC 27598\u000a09:58:11.663429 tst switch_tch_pdch.py: using RAC 58\u000a09:58:11.795496 tst switch_tch_pdch.py: using CellId 27598\u000a09:58:11.914721 tst switch_tch_pdch.py: using BVCI 27599\u000a09:58:11.937513 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:58:11.948520 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:58:11.959442 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:58:11.970183 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:58:11.980777 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:58:11.991422 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:58:12.002190 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:58:12.012795 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a09:58:12.131302 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a09:58:12.422279 tst switch_tch_pdch.py:51: start network...\u000a09:58:12.555433 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:58:13.026867 run create_hlr_db(pid=26353): Launched\u000a09:58:13.157831 bus /gobi_6: Setting Powered False\u000a09:58:14.232743 run create_hlr_db(pid=26353): Terminated: ok {rc=0}\u000a09:58:14.609336 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26355): Launched\u000a09:58:14.907062 run osmo-hlr_10.42.42.2(pid=26356): Launched\u000a09:58:15.016855 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:58:15.507821 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26358): Launched\u000a09:58:15.804728 run osmo-stp_10.42.42.5(pid=26359): Launched\u000a09:58:16.012175 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:58:16.593725 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26361): Launched\u000a09:58:16.735415 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:58:17.040475 run patchelf(pid=26362): Launched\u000a09:58:17.233046 run osmo-stp_10.42.42.5(pid=26359): ERR: Terminated: ERROR {rc=1} [trial-2373↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26359)]\u000a09:58:17.361219 run osmo-stp_10.42.42.5(pid=26359): stdout: \u000a| (launched: 2022-12-10_09:58:15.658996)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:58:17.489199 run osmo-stp_10.42.42.5(pid=26359): stderr: \u000a| �[0;m�[38;5;43m20221210095815832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095815832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095815832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095815832 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095815844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095815845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095815845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:58:17.612299 run osmo-stp_10.42.42.5(pid=26359): stdout: \u000a| (launched: 2022-12-10_09:58:15.658996)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:58:17.735293 run osmo-stp_10.42.42.5(pid=26359): stderr: \u000a| �[0;m�[38;5;43m20221210095815832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095815832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095815832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095815832 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095815844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095815845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095815845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:58:17.878167 run patchelf(pid=26362): Terminating (SIGINT)\u000a09:58:18.046133 run patchelf(pid=26362): Terminated: ok {rc=0}\u000a09:58:18.076562 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=26359): Process ended prematurely: osmo-stp_10.42.42.5(pid=26359) [trial-2373↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26359)] [trial-2373↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a09:58:18.085194 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a09:58:18.145874 run osmo-hlr_10.42.42.2(pid=26356): ERR: Terminated: ERROR {rc=237} [trial-2373↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26356)]\u000a09:58:18.195503 run osmo-hlr_10.42.42.2(pid=26356): stdout: \u000a| (launched: 2022-12-10_09:58:14.760713) \u000a09:58:18.245837 run osmo-hlr_10.42.42.2(pid=26356): stderr: \u000a| �[0;m�[1;31m20221210095814937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210095814937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210095814937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095814937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095814937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210095814937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210095814949 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/dynts:sysmo+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210095814958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210095814958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210095814958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:58:18.288681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26355): Terminating (SIGTERM)\u000a09:58:18.329163 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26358): Terminating (SIGTERM)\u000a09:58:18.369497 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26361): Terminating (SIGTERM)\u000a09:58:18.378825 --- ParallelTerminationStrategy: PID 26355 died...\u000a09:58:18.432804 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26355): Terminated: ok {rc=0}\u000a09:58:18.442605 --- ParallelTerminationStrategy: PID 26358 died...\u000a09:58:18.496262 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26358): Terminated: ok {rc=0}\u000a09:58:18.505951 --- ParallelTerminationStrategy: PID 26361 died...\u000a09:58:18.559535 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26361): Terminated: ok {rc=0}\u000a09:58:18.648924 bus /gobi_0: Setting Powered False\u000a09:58:19.753092 bus /gobi_0: Setting Powered False\u000a09:58:20.865296 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "17", "name" : "dynts_sysmo+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:58:11" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "nitb_sms:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=26367): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26367) [trial-2373↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26367)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=26367): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26367) [trial-2373↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26367)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 nitb_sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a09:58:22.733771 tst nitb_sms:oc2g: Using 1 x ip_address (candidates: 1)\u000a09:58:22.745053 tst nitb_sms:oc2g: Using 1 x bts (candidates: 1)\u000a09:58:22.873751 tst mo_mt_sms.py: using LAC 27599\u000a09:58:22.997428 tst mo_mt_sms.py: using RAC 59\u000a09:58:23.120705 tst mo_mt_sms.py: using CellId 27599\u000a09:58:23.239946 tst mo_mt_sms.py: using BVCI 27600\u000a09:58:23.262995 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a09:58:23.380279 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a09:58:23.670229 tst mo_mt_sms.py:9: start nitb and bts...\u000a09:58:23.803443 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a09:58:24.459166 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26366): Launched\u000a09:58:24.774808 run osmo-nitb_10.42.42.2(pid=26367): Launched\u000a09:58:24.970954 run osmo-nitb_10.42.42.2(pid=26367): ERR: Terminated: ERROR {rc=2} [trial-2373↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26367)]\u000a09:58:25.116227 run osmo-nitb_10.42.42.2(pid=26367): stdout: \u000a| (launched: 2022-12-10_09:58:24.622518) \u000a09:58:25.261397 run osmo-nitb_10.42.42.2(pid=26367): stderr: \u000a| (launched: 2022-12-10_09:58:24.669866)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:58:25.402434 run osmo-nitb_10.42.42.2(pid=26367): stdout: \u000a| (launched: 2022-12-10_09:58:24.622518) \u000a09:58:25.541274 run osmo-nitb_10.42.42.2(pid=26367): stderr: \u000a| (launched: 2022-12-10_09:58:24.669866)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:58:25.903363 tst osmo-nitb_10.42.42.2(pid=26367): stdout: \u000a| (launched: 2022-12-10_09:58:24.622518) \u000a09:58:26.030905 tst osmo-nitb_10.42.42.2(pid=26367): stderr: \u000a| (launched: 2022-12-10_09:58:24.669866)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:58:26.086553 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=26367): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26367) [trial-2373↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26367)] [trial-2373↪nitb_sms:oc2g↪mo_mt_sms.py:11]\u000a09:58:26.095440 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a09:58:26.132273 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26366): Terminating (SIGTERM)\u000a09:58:26.310519 --- ParallelTerminationStrategy: PID 26366 died...\u000a09:58:26.369666 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26366): Terminated: ok {rc=0}\u000a09:58:26.455321 bus /sierra_3: Setting Powered False\u000a09:58:27.558704 bus /sierra_3: Setting Powered False\u000a09:58:28.672120 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "18", "name" : "nitb_sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:58:22" }, { "cases" : [ { "testActions" : [ ], "age" : 171, "className" : "sms:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26377): Process ended prematurely: osmo-stp_10.42.42.5(pid=26377) [trial-2373↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26377)]", "failedSince" : 2203, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26377): Process ended prematurely: osmo-stp_10.42.42.5(pid=26377) [trial-2373↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26377)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a09:58:30.529725 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a09:58:30.540675 tst sms:oc2g: Using 1 x bts (candidates: 1)\u000a09:58:30.666813 tst mo_mt_sms.py: using LAC 27600\u000a09:58:30.784001 tst mo_mt_sms.py: using RAC 60\u000a09:58:30.902477 tst mo_mt_sms.py: using CellId 27600\u000a09:58:31.063301 tst mo_mt_sms.py: using BVCI 27601\u000a09:58:31.098055 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a09:58:31.113598 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a09:58:31.130678 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a09:58:31.144892 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a09:58:31.155916 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a09:58:31.166743 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a09:58:31.278121 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a09:58:31.522874 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:58:32.134489 run create_hlr_db(pid=26371): Launched\u000a09:58:32.312554 bus /sierra_2: Setting Powered False\u000a09:58:33.328811 run create_hlr_db(pid=26371): Terminated: ok {rc=0}\u000a09:58:33.753556 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26373): Launched\u000a09:58:34.071400 run osmo-hlr_10.42.42.2(pid=26374): Launched\u000a09:58:34.186512 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:58:34.739967 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26376): Launched\u000a09:58:35.056841 run osmo-stp_10.42.42.5(pid=26377): Launched\u000a09:58:35.172024 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:58:35.754651 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26379): Launched\u000a09:58:36.072645 run osmo-msc_10.42.42.6(pid=26380): Launched\u000a09:58:36.259665 run osmo-stp_10.42.42.5(pid=26377): ERR: Terminated: ERROR {rc=1} [trial-2373↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26377)]\u000a09:58:36.395249 run osmo-stp_10.42.42.5(pid=26377): stdout: \u000a| (launched: 2022-12-10_09:58:34.901826)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:58:36.530068 run osmo-stp_10.42.42.5(pid=26377): stderr: \u000a| �[0;m�[38;5;43m20221210095835096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095835096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095835097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095835097 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095835098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095835098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095835098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:58:36.658110 run osmo-stp_10.42.42.5(pid=26377): stdout: \u000a| (launched: 2022-12-10_09:58:34.901826)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:58:36.784912 run osmo-stp_10.42.42.5(pid=26377): stderr: \u000a| �[0;m�[38;5;43m20221210095835096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095835096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095835097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095835097 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095835098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095835098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095835098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:58:36.840728 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=26377): Process ended prematurely: osmo-stp_10.42.42.5(pid=26377) [trial-2373↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26377)] [trial-2373↪sms:oc2g↪mo_mt_sms.py:16]\u000a09:58:36.849326 tst mo_mt_sms.py:16: Test FAILED (6.3 sec)\u000a09:58:36.912779 run osmo-hlr_10.42.42.2(pid=26374): ERR: Terminated: ERROR {rc=237} [trial-2373↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26374)]\u000a09:58:36.964764 run osmo-hlr_10.42.42.2(pid=26374): stdout: \u000a| (launched: 2022-12-10_09:58:33.915633) \u000a09:58:37.017402 run osmo-hlr_10.42.42.2(pid=26374): stderr: \u000a| �[0;m�[1;31m20221210095834111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210095834111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210095834111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095834111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095834111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210095834112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210095834159 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/sms:oc2g/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210095834169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210095834170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210095834170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:58:37.088505 run osmo-msc_10.42.42.6(pid=26380): ERR: Terminated: ERROR {rc=2} [trial-2373↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26380)]\u000a09:58:37.140291 run osmo-msc_10.42.42.6(pid=26380): stdout: \u000a| (launched: 2022-12-10_09:58:35.917247) \u000a09:58:37.192485 run osmo-msc_10.42.42.6(pid=26380): stderr: \u000a| �[0;m�[38;5;43m20221210095836242 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210095836242 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0d77074c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210095836242 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210095836242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210095836242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210095836242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210095836246 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210095836246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210095836247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210095836247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:58:37.237192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26373): Terminating (SIGTERM)\u000a09:58:37.279248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26376): Terminating (SIGTERM)\u000a09:58:37.322013 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26379): Terminating (SIGTERM)\u000a09:58:37.332043 --- ParallelTerminationStrategy: PID 26373 died...\u000a09:58:37.388626 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26373): Terminated: ok {rc=0}\u000a09:58:37.398785 --- ParallelTerminationStrategy: PID 26376 died...\u000a09:58:37.455026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26376): Terminated: ok {rc=0}\u000a09:58:37.465359 --- ParallelTerminationStrategy: PID 26379 died...\u000a09:58:37.521512 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26379): Terminated: ok {rc=0}\u000a09:58:37.609829 bus /sierra_3: Setting Powered False\u000a09:58:38.713765 bus /sierra_3: Setting Powered False\u000a09:58:39.825932 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "19", "name" : "sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:58:30" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "nitb_ussd:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=26386): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26386) [trial-2373↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26386)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=26386): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26386) [trial-2373↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26386)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 nitb_ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a09:58:41.625640 tst nitb_ussd:oc2g: Using 1 x ip_address (candidates: 1)\u000a09:58:41.637926 tst nitb_ussd:oc2g: Using 1 x bts (candidates: 1)\u000a09:58:41.761723 tst assert_extension.py: using LAC 27601\u000a09:58:41.877776 tst assert_extension.py: using RAC 61\u000a09:58:41.994375 tst assert_extension.py: using CellId 27601\u000a09:58:42.110682 tst assert_extension.py: using BVCI 27602\u000a09:58:42.133226 tst nitb_ussd:oc2g: Using 1 x modem (candidates: 1)\u000a09:58:42.421723 tst assert_extension.py:10: start nitb and bts...\u000a09:58:42.554850 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a09:58:43.210736 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26385): Launched\u000a09:58:43.525738 run osmo-nitb_10.42.42.2(pid=26386): Launched\u000a09:58:43.722199 run osmo-nitb_10.42.42.2(pid=26386): ERR: Terminated: ERROR {rc=2} [trial-2373↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26386)]\u000a09:58:43.866892 run osmo-nitb_10.42.42.2(pid=26386): stdout: \u000a| (launched: 2022-12-10_09:58:43.373257) \u000a09:58:44.012113 run osmo-nitb_10.42.42.2(pid=26386): stderr: \u000a| (launched: 2022-12-10_09:58:43.420622)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:58:44.152067 run osmo-nitb_10.42.42.2(pid=26386): stdout: \u000a| (launched: 2022-12-10_09:58:43.373257) \u000a09:58:44.290801 run osmo-nitb_10.42.42.2(pid=26386): stderr: \u000a| (launched: 2022-12-10_09:58:43.420622)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:58:44.654719 tst osmo-nitb_10.42.42.2(pid=26386): stdout: \u000a| (launched: 2022-12-10_09:58:43.373257) \u000a09:58:44.782763 tst osmo-nitb_10.42.42.2(pid=26386): stderr: \u000a| (launched: 2022-12-10_09:58:43.420622)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:58:44.838670 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=26386): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26386) [trial-2373↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26386)] [trial-2373↪nitb_ussd:oc2g↪assert_extension.py:12]\u000a09:58:44.847488 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a09:58:44.886319 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26385): Terminating (SIGTERM)\u000a09:58:45.064423 --- ParallelTerminationStrategy: PID 26385 died...\u000a09:58:45.124026 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26385): Terminated: ok {rc=0}\u000a09:58:45.211687 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "20", "name" : "nitb_ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:58:41" }, { "cases" : [ { "testActions" : [ ], "age" : 171, "className" : "ussd:oc2g", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26396): Process ended prematurely: osmo-stp_10.42.42.5(pid=26396) [trial-2373↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26396)]", "failedSince" : 2203, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26396): Process ended prematurely: osmo-stp_10.42.42.5(pid=26396) [trial-2373↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26396)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a09:58:47.051663 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a09:58:47.063427 tst ussd:oc2g: Using 1 x bts (candidates: 1)\u000a09:58:47.221506 tst assert_extension.py: using LAC 27602\u000a09:58:47.349670 tst assert_extension.py: using RAC 62\u000a09:58:47.465697 tst assert_extension.py: using CellId 27602\u000a09:58:47.581212 tst assert_extension.py: using BVCI 27603\u000a09:58:47.604079 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a09:58:47.614659 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a09:58:47.625097 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a09:58:47.635362 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a09:58:47.645757 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a09:58:47.656011 tst ussd:oc2g: Using 1 x modem (candidates: 1)\u000a09:58:47.863200 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:58:48.363827 run create_hlr_db(pid=26390): Launched\u000a09:58:48.550459 bus /sierra_2: Setting Powered False\u000a09:58:49.559034 run create_hlr_db(pid=26390): Terminated: ok {rc=0}\u000a09:58:49.966270 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26392): Launched\u000a09:58:50.263380 run osmo-hlr_10.42.42.2(pid=26393): Launched\u000a09:58:50.372713 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:58:50.894171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26395): Launched\u000a09:58:51.192518 run osmo-stp_10.42.42.5(pid=26396): Launched\u000a09:58:51.300900 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:58:51.842361 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26398): Launched\u000a09:58:52.140480 run osmo-msc_10.42.42.6(pid=26399): Launched\u000a09:58:52.315796 run osmo-stp_10.42.42.5(pid=26396): ERR: Terminated: ERROR {rc=1} [trial-2373↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26396)]\u000a09:58:52.441721 run osmo-stp_10.42.42.5(pid=26396): stdout: \u000a| (launched: 2022-12-10_09:58:51.044828)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:58:52.565887 run osmo-stp_10.42.42.5(pid=26396): stderr: \u000a| �[0;m�[38;5;43m20221210095851212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095851212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095851212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095851212 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095851215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095851215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095851215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:58:52.685710 run osmo-stp_10.42.42.5(pid=26396): stdout: \u000a| (launched: 2022-12-10_09:58:51.044828)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:58:52.804382 run osmo-stp_10.42.42.5(pid=26396): stderr: \u000a| �[0;m�[38;5;43m20221210095851212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095851212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095851212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095851212 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095851215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095851215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095851215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:58:52.856492 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=26396): Process ended prematurely: osmo-stp_10.42.42.5(pid=26396) [trial-2373↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26396)] [trial-2373↪ussd:oc2g↪assert_extension.py:17]\u000a09:58:52.864277 tst assert_extension.py:17: Test FAILED (5.8 sec)\u000a09:58:52.923424 run osmo-hlr_10.42.42.2(pid=26393): ERR: Terminated: ERROR {rc=237} [trial-2373↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26393)]\u000a09:58:52.971898 run osmo-hlr_10.42.42.2(pid=26393): stdout: \u000a| (launched: 2022-12-10_09:58:50.117276) \u000a09:58:53.020770 run osmo-hlr_10.42.42.2(pid=26393): stderr: \u000a| �[0;m�[1;31m20221210095850295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210095850295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210095850295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095850296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095850296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210095850296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210095850313 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/ussd:oc2g/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210095850322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210095850322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210095850322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:58:53.087471 run osmo-msc_10.42.42.6(pid=26399): ERR: Terminated: ERROR {rc=2} [trial-2373↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26399)]\u000a09:58:53.136008 run osmo-msc_10.42.42.6(pid=26399): stdout: \u000a| (launched: 2022-12-10_09:58:51.994085) \u000a09:58:53.185036 run osmo-msc_10.42.42.6(pid=26399): stderr: \u000a| �[0;m�[38;5;43m20221210095852267 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210095852267 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fed62447c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210095852267 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210095852267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210095852267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210095852267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210095852269 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210095852269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210095852270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210095852270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:58:53.226698 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26392): Terminating (SIGTERM)\u000a09:58:53.266058 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26395): Terminating (SIGTERM)\u000a09:58:53.305380 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26398): Terminating (SIGTERM)\u000a09:58:53.314525 --- ParallelTerminationStrategy: PID 26392 died...\u000a09:58:53.367769 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26392): Terminated: ok {rc=0}\u000a09:58:53.377380 --- ParallelTerminationStrategy: PID 26395 died...\u000a09:58:53.429923 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26395): Terminated: ok {rc=0}\u000a09:58:53.439357 --- ParallelTerminationStrategy: PID 26398 died...\u000a09:58:53.492155 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26398): Terminated: ok {rc=0}\u000a09:58:53.574682 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "21", "name" : "ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:58:46" }, { "cases" : [ { "testActions" : [ ], "age" : 171, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26411): Process ended prematurely: osmo-stp_10.42.42.5(pid=26411) [trial-2373↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26411)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26411): Process ended prematurely: osmo-stp_10.42.42.5(pid=26411) [trial-2373↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26411)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a09:58:55.503521 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:58:55.515020 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a09:58:55.668696 tst mo_mt_call.py: using LAC 27603\u000a09:58:55.797844 tst mo_mt_call.py: using RAC 63\u000a09:58:55.926492 tst mo_mt_call.py: using CellId 27603\u000a09:58:56.054075 tst mo_mt_call.py: using BVCI 27604\u000a09:58:56.078876 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:58:56.090402 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:58:56.101704 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:58:56.113443 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:58:56.125126 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:58:56.137079 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:58:56.252597 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:58:56.464292 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:58:56.973642 run create_hlr_db(pid=26404): Launched\u000a09:58:57.162876 bus /sierra_2: Setting Powered False\u000a09:58:58.170692 run create_hlr_db(pid=26404): Terminated: ok {rc=0}\u000a09:58:58.613075 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26407): Launched\u000a09:58:58.938018 run osmo-hlr_10.42.42.2(pid=26408): Launched\u000a09:58:59.060858 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:58:59.627858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26410): Launched\u000a09:58:59.952166 run osmo-stp_10.42.42.5(pid=26411): Launched\u000a09:59:00.070959 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:59:00.664623 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26413): Launched\u000a09:59:01.153285 run osmo-msc_10.42.42.6(pid=26414): Launched\u000a09:59:01.551526 run osmo-stp_10.42.42.5(pid=26411): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26411)]\u000a09:59:01.691990 run osmo-stp_10.42.42.5(pid=26411): stdout: \u000a| (launched: 2022-12-10_09:58:59.793106)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:59:01.831429 run osmo-stp_10.42.42.5(pid=26411): stderr: \u000a| �[0;m�[38;5;43m20221210095859986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095859986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095859986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095859987 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095859987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095859987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095859987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:59:01.966819 run osmo-stp_10.42.42.5(pid=26411): stdout: \u000a| (launched: 2022-12-10_09:58:59.793106)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:59:02.099448 run osmo-stp_10.42.42.5(pid=26411): stderr: \u000a| �[0;m�[38;5;43m20221210095859986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095859986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095859986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095859987 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095859987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095859987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095859987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:59:02.157957 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26411): Process ended prematurely: osmo-stp_10.42.42.5(pid=26411) [trial-2373↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26411)] [trial-2373↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a09:59:02.167302 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a09:59:02.234477 run osmo-hlr_10.42.42.2(pid=26408): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26408)]\u000a09:59:02.288588 run osmo-hlr_10.42.42.2(pid=26408): stdout: \u000a| (launched: 2022-12-10_09:58:58.779152) \u000a09:59:02.342990 run osmo-hlr_10.42.42.2(pid=26408): stderr: \u000a| �[0;m�[1;31m20221210095858977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210095858977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210095858977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095858977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095858977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210095858977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210095858989 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210095858999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210095858999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210095858999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:59:02.415150 run osmo-msc_10.42.42.6(pid=26414): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26414)]\u000a09:59:02.467733 run osmo-msc_10.42.42.6(pid=26414): stdout: \u000a| (launched: 2022-12-10_09:59:00.830985) \u000a09:59:02.520917 run osmo-msc_10.42.42.6(pid=26414): stderr: \u000a| �[0;m�[38;5;43m20221210095901294 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210095901295 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdb4dc45c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210095901295 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210095901295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210095901295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210095901296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210095901299 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210095901301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210095901301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210095901301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:59:02.566054 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26407): Terminating (SIGTERM)\u000a09:59:02.608910 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26410): Terminating (SIGTERM)\u000a09:59:02.651344 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26413): Terminating (SIGTERM)\u000a09:59:02.660713 --- ParallelTerminationStrategy: PID 26407 died...\u000a09:59:02.717167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26407): Terminated: ok {rc=0}\u000a09:59:02.727329 --- ParallelTerminationStrategy: PID 26410 died...\u000a09:59:02.783383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26410): Terminated: ok {rc=0}\u000a09:59:02.793771 --- ParallelTerminationStrategy: PID 26413 died...\u000a09:59:02.849775 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26413): Terminated: ok {rc=0}\u000a09:59:02.937460 bus /sierra_3: Setting Powered False\u000a09:59:04.044656 bus /sierra_3: Setting Powered False\u000a09:59:05.152329 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 171, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26422): Process ended prematurely: osmo-stp_10.42.42.5(pid=26422) [trial-2373↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26422)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26422): Process ended prematurely: osmo-stp_10.42.42.5(pid=26422) [trial-2373↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26422)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:59:06.267341 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:59:06.279511 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a09:59:06.435664 tst mo_mt_call_osmux.py: using LAC 27604\u000a09:59:06.561337 tst mo_mt_call_osmux.py: using RAC 64\u000a09:59:06.689069 tst mo_mt_call_osmux.py: using CellId 27604\u000a09:59:06.814583 tst mo_mt_call_osmux.py: using BVCI 27605\u000a09:59:06.839315 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:59:06.850901 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:59:06.862460 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:59:06.874049 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:59:06.885602 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:59:06.897297 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:59:07.014296 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:59:07.225305 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:59:07.733131 run create_hlr_db(pid=26416): Launched\u000a09:59:07.921476 bus /sierra_2: Setting Powered False\u000a09:59:08.941417 run create_hlr_db(pid=26416): Terminated: ok {rc=0}\u000a09:59:09.347404 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26418): Launched\u000a09:59:09.649580 run osmo-hlr_10.42.42.2(pid=26419): Launched\u000a09:59:09.761190 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:59:10.286957 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26421): Launched\u000a09:59:10.589990 run osmo-stp_10.42.42.5(pid=26422): Launched\u000a09:59:10.701452 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:59:11.253668 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26424): Launched\u000a09:59:11.556399 run osmo-msc_10.42.42.6(pid=26425): Launched\u000a09:59:11.735417 run osmo-stp_10.42.42.5(pid=26422): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26422)]\u000a09:59:11.863561 run osmo-stp_10.42.42.5(pid=26422): stdout: \u000a| (launched: 2022-12-10_09:59:10.441708)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:59:11.989276 run osmo-stp_10.42.42.5(pid=26422): stderr: \u000a| �[0;m�[38;5;43m20221210095910612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095910612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095910613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095910613 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095910613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095910614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095910614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:59:12.110999 run osmo-stp_10.42.42.5(pid=26422): stdout: \u000a| (launched: 2022-12-10_09:59:10.441708)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:59:12.231134 run osmo-stp_10.42.42.5(pid=26422): stderr: \u000a| �[0;m�[38;5;43m20221210095910612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095910612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095910613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095910613 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095910613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095910614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095910614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:59:12.284128 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26422): Process ended prematurely: osmo-stp_10.42.42.5(pid=26422) [trial-2373↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26422)] [trial-2373↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a09:59:12.292455 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a09:59:12.351637 run osmo-hlr_10.42.42.2(pid=26419): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26419)]\u000a09:59:12.399937 run osmo-hlr_10.42.42.2(pid=26419): stdout: \u000a| (launched: 2022-12-10_09:59:09.501212) \u000a09:59:12.448824 run osmo-hlr_10.42.42.2(pid=26419): stderr: \u000a| �[0;m�[1;31m20221210095909677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210095909677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210095909677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095909677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095909677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210095909677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210095909690 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210095909699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210095909699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210095909699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:59:12.515478 run osmo-msc_10.42.42.6(pid=26425): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26425)]\u000a09:59:12.564000 run osmo-msc_10.42.42.6(pid=26425): stdout: \u000a| (launched: 2022-12-10_09:59:11.407542) \u000a09:59:12.613062 run osmo-msc_10.42.42.6(pid=26425): stderr: \u000a| �[0;m�[38;5;43m20221210095911679 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210095911679 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb361012c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210095911679 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210095911679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210095911680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210095911680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210095911683 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210095911683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210095911683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210095911683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:59:12.654250 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26418): Terminating (SIGTERM)\u000a09:59:12.693335 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26421): Terminating (SIGTERM)\u000a09:59:12.732362 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26424): Terminating (SIGTERM)\u000a09:59:12.741478 --- ParallelTerminationStrategy: PID 26418 died...\u000a09:59:12.793918 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26418): Terminated: ok {rc=0}\u000a09:59:12.803443 --- ParallelTerminationStrategy: PID 26421 died...\u000a09:59:12.855735 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26421): Terminated: ok {rc=0}\u000a09:59:12.865315 --- ParallelTerminationStrategy: PID 26424 died...\u000a09:59:12.917600 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26424): Terminated: ok {rc=0}\u000a09:59:13.000453 bus /sierra_3: Setting Powered False\u000a09:59:14.105901 bus /sierra_3: Setting Powered False\u000a09:59:15.212467 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "22", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:58:55" }, { "cases" : [ { "testActions" : [ ], "age" : 171, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26436): Process ended prematurely: osmo-stp_10.42.42.5(pid=26436) [trial-2373↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26436)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26436): Process ended prematurely: osmo-stp_10.42.42.5(pid=26436) [trial-2373↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26436)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a09:59:17.220233 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:59:17.233445 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a09:59:17.380432 tst mo_mt_call.py: using LAC 27605\u000a09:59:17.501931 tst mo_mt_call.py: using RAC 65\u000a09:59:17.620885 tst mo_mt_call.py: using CellId 27605\u000a09:59:17.742243 tst mo_mt_call.py: using BVCI 27606\u000a09:59:17.765668 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:59:17.776805 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:59:17.787783 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:59:17.799089 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:59:17.810163 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:59:17.821227 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:59:17.939983 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:59:18.153331 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:59:18.665608 run create_hlr_db(pid=26430): Launched\u000a09:59:18.855472 bus /sierra_2: Setting Powered False\u000a09:59:19.875455 run create_hlr_db(pid=26430): Terminated: ok {rc=0}\u000a09:59:20.286665 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26432): Launched\u000a09:59:20.590633 run osmo-hlr_10.42.42.2(pid=26433): Launched\u000a09:59:20.703125 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:59:21.229260 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26435): Launched\u000a09:59:21.530912 run osmo-stp_10.42.42.5(pid=26436): Launched\u000a09:59:21.641740 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:59:22.196442 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26438): Launched\u000a09:59:22.499212 run osmo-msc_10.42.42.6(pid=26439): Launched\u000a09:59:22.677915 run osmo-stp_10.42.42.5(pid=26436): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26436)]\u000a09:59:22.806609 run osmo-stp_10.42.42.5(pid=26436): stdout: \u000a| (launched: 2022-12-10_09:59:21.382804)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:59:22.933368 run osmo-stp_10.42.42.5(pid=26436): stderr: \u000a| �[0;m�[38;5;43m20221210095921553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095921553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095921554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095921554 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095921554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095921554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095921555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:59:23.055510 run osmo-stp_10.42.42.5(pid=26436): stdout: \u000a| (launched: 2022-12-10_09:59:21.382804)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:59:23.176377 run osmo-stp_10.42.42.5(pid=26436): stderr: \u000a| �[0;m�[38;5;43m20221210095921553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095921553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095921554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095921554 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095921554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095921554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095921555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:59:23.229744 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26436): Process ended prematurely: osmo-stp_10.42.42.5(pid=26436) [trial-2373↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26436)] [trial-2373↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a09:59:23.238324 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a09:59:23.298417 run osmo-hlr_10.42.42.2(pid=26433): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26433)]\u000a09:59:23.347361 run osmo-hlr_10.42.42.2(pid=26433): stdout: \u000a| (launched: 2022-12-10_09:59:20.441354) \u000a09:59:23.396912 run osmo-hlr_10.42.42.2(pid=26433): stderr: \u000a| �[0;m�[1;31m20221210095920618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210095920618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210095920618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095920618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095920618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210095920618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210095920631 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210095920640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210095920641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210095920641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:59:23.464038 run osmo-msc_10.42.42.6(pid=26439): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26439)]\u000a09:59:23.512807 run osmo-msc_10.42.42.6(pid=26439): stdout: \u000a| (launched: 2022-12-10_09:59:22.350353) \u000a09:59:23.562404 run osmo-msc_10.42.42.6(pid=26439): stderr: \u000a| �[0;m�[38;5;43m20221210095922621 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210095922621 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe198584c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210095922623 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210095922623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210095922623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210095922623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210095922626 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210095922626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210095922626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210095922626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:59:23.603971 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26432): Terminating (SIGTERM)\u000a09:59:23.643467 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26435): Terminating (SIGTERM)\u000a09:59:23.682979 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26438): Terminating (SIGTERM)\u000a09:59:23.692324 --- ParallelTerminationStrategy: PID 26432 died...\u000a09:59:23.745085 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26432): Terminated: ok {rc=0}\u000a09:59:23.754966 --- ParallelTerminationStrategy: PID 26435 died...\u000a09:59:23.807672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26435): Terminated: ok {rc=0}\u000a09:59:23.817418 --- ParallelTerminationStrategy: PID 26438 died...\u000a09:59:23.869934 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26438): Terminated: ok {rc=0}\u000a09:59:23.952465 bus /sierra_3: Setting Powered False\u000a09:59:25.058475 bus /sierra_3: Setting Powered False\u000a09:59:26.165658 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 171, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26447): Process ended prematurely: osmo-stp_10.42.42.5(pid=26447) [trial-2373↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26447)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26447): Process ended prematurely: osmo-stp_10.42.42.5(pid=26447) [trial-2373↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26447)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:59:27.280755 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:59:27.292884 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a09:59:27.440915 tst mo_mt_call_osmux.py: using LAC 27606\u000a09:59:27.561743 tst mo_mt_call_osmux.py: using RAC 66\u000a09:59:27.685252 tst mo_mt_call_osmux.py: using CellId 27606\u000a09:59:27.804298 tst mo_mt_call_osmux.py: using BVCI 27607\u000a09:59:27.827815 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:59:27.838948 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:59:27.849730 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:59:27.860740 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:59:27.871767 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:59:27.882677 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:59:28.000730 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:59:28.215998 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:59:28.740612 run create_hlr_db(pid=26441): Launched\u000a09:59:28.917395 bus /sierra_2: Setting Powered False\u000a09:59:29.935749 run create_hlr_db(pid=26441): Terminated: ok {rc=0}\u000a09:59:30.339767 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26443): Launched\u000a09:59:30.643221 run osmo-hlr_10.42.42.2(pid=26444): Launched\u000a09:59:30.754759 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:59:31.337376 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26446): Launched\u000a09:59:31.754756 run osmo-stp_10.42.42.5(pid=26447): Launched\u000a09:59:31.983723 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:59:32.604753 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26449): Launched\u000a09:59:32.907509 run osmo-msc_10.42.42.6(pid=26450): Launched\u000a09:59:33.084260 run osmo-stp_10.42.42.5(pid=26447): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26447)]\u000a09:59:33.212080 run osmo-stp_10.42.42.5(pid=26447): stdout: \u000a| (launched: 2022-12-10_09:59:31.494693)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:59:33.338562 run osmo-stp_10.42.42.5(pid=26447): stderr: \u000a| �[0;m�[38;5;43m20221210095931825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095931825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095931825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095931825 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095931826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095931826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095931826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:59:33.460106 run osmo-stp_10.42.42.5(pid=26447): stdout: \u000a| (launched: 2022-12-10_09:59:31.494693)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:59:33.580467 run osmo-stp_10.42.42.5(pid=26447): stderr: \u000a| �[0;m�[38;5;43m20221210095931825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095931825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095931825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095931825 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095931826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095931826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095931826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:59:33.633682 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26447): Process ended prematurely: osmo-stp_10.42.42.5(pid=26447) [trial-2373↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26447)] [trial-2373↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a09:59:33.642387 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a09:59:33.701769 run osmo-hlr_10.42.42.2(pid=26444): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26444)]\u000a09:59:33.750913 run osmo-hlr_10.42.42.2(pid=26444): stdout: \u000a| (launched: 2022-12-10_09:59:30.494339) \u000a09:59:33.800379 run osmo-hlr_10.42.42.2(pid=26444): stderr: \u000a| �[0;m�[1;31m20221210095930670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210095930670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210095930670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095930670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095930670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210095930670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210095930694 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210095930703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210095930703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210095930703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:59:33.867653 run osmo-msc_10.42.42.6(pid=26450): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26450)]\u000a09:59:33.916572 run osmo-msc_10.42.42.6(pid=26450): stdout: \u000a| (launched: 2022-12-10_09:59:32.759413) \u000a09:59:33.965874 run osmo-msc_10.42.42.6(pid=26450): stderr: \u000a| �[0;m�[38;5;43m20221210095933033 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210095933033 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5859f8dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210095933033 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210095933033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210095933033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210095933034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210095933036 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210095933037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210095933037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210095933037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:59:34.007644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26443): Terminating (SIGTERM)\u000a09:59:34.047355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26446): Terminating (SIGTERM)\u000a09:59:34.087259 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26449): Terminating (SIGTERM)\u000a09:59:34.096701 --- ParallelTerminationStrategy: PID 26443 died...\u000a09:59:34.150218 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26443): Terminated: ok {rc=0}\u000a09:59:34.160090 --- ParallelTerminationStrategy: PID 26446 died...\u000a09:59:34.213157 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26446): Terminated: ok {rc=0}\u000a09:59:34.223249 --- ParallelTerminationStrategy: PID 26449 died...\u000a09:59:34.276193 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26449): Terminated: ok {rc=0}\u000a09:59:34.364294 bus /sierra_3: Setting Powered False\u000a09:59:35.465439 bus /sierra_3: Setting Powered False\u000a09:59:36.576191 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "23", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:59:16" }, { "cases" : [ { "testActions" : [ ], "age" : 171, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26461): Process ended prematurely: osmo-stp_10.42.42.5(pid=26461) [trial-2373↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26461)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26461): Process ended prematurely: osmo-stp_10.42.42.5(pid=26461) [trial-2373↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26461)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a09:59:38.531831 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:59:38.543190 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a09:59:38.694449 tst mo_mt_call.py: using LAC 27607\u000a09:59:38.821248 tst mo_mt_call.py: using RAC 67\u000a09:59:38.950088 tst mo_mt_call.py: using CellId 27607\u000a09:59:39.077347 tst mo_mt_call.py: using BVCI 27608\u000a09:59:39.102108 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:59:39.113575 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:59:39.124739 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:59:39.137026 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:59:39.148335 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:59:39.159872 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:59:39.281553 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:59:39.482956 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:59:39.971361 run create_hlr_db(pid=26455): Launched\u000a09:59:40.147184 bus /sierra_2: Setting Powered False\u000a09:59:41.167516 run create_hlr_db(pid=26455): Terminated: ok {rc=0}\u000a09:59:41.597425 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26457): Launched\u000a09:59:41.900267 run osmo-hlr_10.42.42.2(pid=26458): Launched\u000a09:59:42.015768 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:59:42.580375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26460): Launched\u000a09:59:42.903584 run osmo-stp_10.42.42.5(pid=26461): Launched\u000a09:59:43.021841 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:59:43.615189 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26463): Launched\u000a09:59:43.939882 run osmo-msc_10.42.42.6(pid=26464): Launched\u000a09:59:44.129916 run osmo-stp_10.42.42.5(pid=26461): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26461)]\u000a09:59:44.267797 run osmo-stp_10.42.42.5(pid=26461): stdout: \u000a| (launched: 2022-12-10_09:59:42.745629)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:59:44.405850 run osmo-stp_10.42.42.5(pid=26461): stderr: \u000a| �[0;m�[38;5;43m20221210095942938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095942938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095942939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095942939 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095942940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095942940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095942940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:59:44.536442 run osmo-stp_10.42.42.5(pid=26461): stdout: \u000a| (launched: 2022-12-10_09:59:42.745629)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:59:44.666401 run osmo-stp_10.42.42.5(pid=26461): stderr: \u000a| �[0;m�[38;5;43m20221210095942938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095942938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095942939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095942939 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095942940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095942940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095942940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:59:44.723271 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26461): Process ended prematurely: osmo-stp_10.42.42.5(pid=26461) [trial-2373↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26461)] [trial-2373↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a09:59:44.732275 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a09:59:44.795303 run osmo-hlr_10.42.42.2(pid=26458): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26458)]\u000a09:59:44.846910 run osmo-hlr_10.42.42.2(pid=26458): stdout: \u000a| (launched: 2022-12-10_09:59:41.752034) \u000a09:59:44.898867 run osmo-hlr_10.42.42.2(pid=26458): stderr: \u000a| �[0;m�[1;31m20221210095941927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210095941927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210095941927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095941927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095941927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210095941927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210095941942 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210095941950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210095941950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210095941950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:59:44.969628 run osmo-msc_10.42.42.6(pid=26464): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26464)]\u000a09:59:45.021086 run osmo-msc_10.42.42.6(pid=26464): stdout: \u000a| (launched: 2022-12-10_09:59:43.781171) \u000a09:59:45.073030 run osmo-msc_10.42.42.6(pid=26464): stderr: \u000a| �[0;m�[38;5;43m20221210095944102 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210095944102 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff2d80f8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210095944102 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210095944102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210095944102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210095944103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210095944104 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210095944105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210095944105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210095944105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:59:45.117072 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26457): Terminating (SIGTERM)\u000a09:59:45.158969 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26460): Terminating (SIGTERM)\u000a09:59:45.201056 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26463): Terminating (SIGTERM)\u000a09:59:45.211113 --- ParallelTerminationStrategy: PID 26457 died...\u000a09:59:45.266900 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26457): Terminated: ok {rc=0}\u000a09:59:45.277172 --- ParallelTerminationStrategy: PID 26460 died...\u000a09:59:45.333058 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26460): Terminated: ok {rc=0}\u000a09:59:45.343074 --- ParallelTerminationStrategy: PID 26463 died...\u000a09:59:45.398984 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26463): Terminated: ok {rc=0}\u000a09:59:45.484191 bus /sierra_3: Setting Powered False\u000a09:59:46.592224 bus /sierra_3: Setting Powered False\u000a09:59:47.702804 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 173, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26472): Process ended prematurely: osmo-stp_10.42.42.5(pid=26472) [trial-2373↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26472)]", "failedSince" : 2201, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26472): Process ended prematurely: osmo-stp_10.42.42.5(pid=26472) [trial-2373↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26472)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:59:48.813100 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:59:48.824802 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a09:59:48.970591 tst mo_mt_call_osmux.py: using LAC 27608\u000a09:59:49.089944 tst mo_mt_call_osmux.py: using RAC 68\u000a09:59:49.214741 tst mo_mt_call_osmux.py: using CellId 27608\u000a09:59:49.332487 tst mo_mt_call_osmux.py: using BVCI 27609\u000a09:59:49.355729 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:59:49.366831 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:59:49.377670 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:59:49.388496 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:59:49.399316 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:59:49.410088 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:59:49.530648 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:59:49.743919 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:59:50.255551 run create_hlr_db(pid=26466): Launched\u000a09:59:50.446776 bus /sierra_2: Setting Powered False\u000a09:59:51.466261 run create_hlr_db(pid=26466): Terminated: ok {rc=0}\u000a09:59:51.899408 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26468): Launched\u000a09:59:52.225105 run osmo-hlr_10.42.42.2(pid=26469): Launched\u000a09:59:52.346856 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:59:52.910022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26471): Launched\u000a09:59:53.234450 run osmo-stp_10.42.42.5(pid=26472): Launched\u000a09:59:53.353204 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:59:53.947533 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26474): Launched\u000a09:59:54.272420 run osmo-msc_10.42.42.6(pid=26475): Launched\u000a09:59:54.464101 run osmo-stp_10.42.42.5(pid=26472): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26472)]\u000a09:59:54.602132 run osmo-stp_10.42.42.5(pid=26472): stdout: \u000a| (launched: 2022-12-10_09:59:53.075543)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:59:54.739465 run osmo-stp_10.42.42.5(pid=26472): stderr: \u000a| �[0;m�[38;5;43m20221210095953270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095953270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095953270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095953270 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095953271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095953271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095953271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:59:54.870393 run osmo-stp_10.42.42.5(pid=26472): stdout: \u000a| (launched: 2022-12-10_09:59:53.075543)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:59:55.000056 run osmo-stp_10.42.42.5(pid=26472): stderr: \u000a| �[0;m�[38;5;43m20221210095953270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210095953270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210095953270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210095953270 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210095953271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210095953271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210095953271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:59:55.057268 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26472): Process ended prematurely: osmo-stp_10.42.42.5(pid=26472) [trial-2373↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26472)] [trial-2373↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a09:59:55.066480 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a09:59:55.129906 run osmo-hlr_10.42.42.2(pid=26469): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26469)]\u000a09:59:55.181418 run osmo-hlr_10.42.42.2(pid=26469): stdout: \u000a| (launched: 2022-12-10_09:59:52.065462) \u000a09:59:55.233377 run osmo-hlr_10.42.42.2(pid=26469): stderr: \u000a| �[0;m�[1;31m20221210095952266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210095952266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210095952266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095952266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210095952266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210095952266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210095952278 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210095952286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210095952286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210095952286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:59:55.304076 run osmo-msc_10.42.42.6(pid=26475): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26475)]\u000a09:59:55.355672 run osmo-msc_10.42.42.6(pid=26475): stdout: \u000a| (launched: 2022-12-10_09:59:54.113460) \u000a09:59:55.408205 run osmo-msc_10.42.42.6(pid=26475): stderr: \u000a| �[0;m�[38;5;43m20221210095954438 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210095954438 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f052f3c2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210095954438 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210095954439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210095954439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210095954439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210095954440 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210095954441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210095954442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210095954442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:59:55.452736 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26468): Terminating (SIGTERM)\u000a09:59:55.494827 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26471): Terminating (SIGTERM)\u000a09:59:55.537095 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26474): Terminating (SIGTERM)\u000a09:59:55.546817 --- ParallelTerminationStrategy: PID 26468 died...\u000a09:59:55.603129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26468): Terminated: ok {rc=0}\u000a09:59:55.613253 --- ParallelTerminationStrategy: PID 26471 died...\u000a09:59:55.669251 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26471): Terminated: ok {rc=0}\u000a09:59:55.679382 --- ParallelTerminationStrategy: PID 26474 died...\u000a09:59:55.735290 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26474): Terminated: ok {rc=0}\u000a09:59:55.821245 bus /sierra_3: Setting Powered False\u000a09:59:56.927396 bus /sierra_3: Setting Powered False\u000a09:59:58.037749 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "24", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:59:38" }, { "cases" : [ { "testActions" : [ ], "age" : 171, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26489): Process ended prematurely: osmo-stp_10.42.42.5(pid=26489) [trial-2373↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26489)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26489): Process ended prematurely: osmo-stp_10.42.42.5(pid=26489) [trial-2373↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26489)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a09:59:59.997464 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:00:00.008648 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a10:00:00.154692 tst mo_mt_call.py: using LAC 27609\u000a10:00:00.275395 tst mo_mt_call.py: using RAC 69\u000a10:00:00.395413 tst mo_mt_call.py: using CellId 27609\u000a10:00:00.522425 tst mo_mt_call.py: using BVCI 27610\u000a10:00:00.547152 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:00:00.558675 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:00:00.569939 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:00:00.581231 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:00:00.592631 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:00:00.604749 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:00:00.719063 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:00:00.954037 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:00:01.491109 run create_hlr_db(pid=26480): Launched\u000a10:00:01.683737 bus /sierra_2: Setting Powered False\u000a10:00:02.688688 run create_hlr_db(pid=26480): Terminated: ok {rc=0}\u000a10:00:03.135273 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26485): Launched\u000a10:00:03.459858 run osmo-hlr_10.42.42.2(pid=26486): Launched\u000a10:00:03.578571 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:00:04.141706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26488): Launched\u000a10:00:04.466243 run osmo-stp_10.42.42.5(pid=26489): Launched\u000a10:00:04.583242 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:00:05.175659 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26491): Launched\u000a10:00:05.499647 run osmo-msc_10.42.42.6(pid=26492): Launched\u000a10:00:05.691182 run osmo-stp_10.42.42.5(pid=26489): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26489)]\u000a10:00:05.829498 run osmo-stp_10.42.42.5(pid=26489): stdout: \u000a| (launched: 2022-12-10_10:00:04.307043)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:00:05.967108 run osmo-stp_10.42.42.5(pid=26489): stderr: \u000a| �[0;m�[38;5;43m20221210100004501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100004501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100004501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100004502 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100004502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100004502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100004502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:00:06.098251 run osmo-stp_10.42.42.5(pid=26489): stdout: \u000a| (launched: 2022-12-10_10:00:04.307043)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:00:06.227760 run osmo-stp_10.42.42.5(pid=26489): stderr: \u000a| �[0;m�[38;5;43m20221210100004501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100004501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100004501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100004502 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100004502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100004502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100004502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:00:06.285044 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26489): Process ended prematurely: osmo-stp_10.42.42.5(pid=26489) [trial-2373↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26489)] [trial-2373↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a10:00:06.294138 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a10:00:06.358233 run osmo-hlr_10.42.42.2(pid=26486): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26486)]\u000a10:00:06.410778 run osmo-hlr_10.42.42.2(pid=26486): stdout: \u000a| (launched: 2022-12-10_10:00:03.300485) \u000a10:00:06.463704 run osmo-hlr_10.42.42.2(pid=26486): stderr: \u000a| �[0;m�[1;31m20221210100003501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210100003501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210100003501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100003501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100003501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210100003501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210100003514 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210100003522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210100003522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210100003522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:00:06.535388 run osmo-msc_10.42.42.6(pid=26492): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26492)]\u000a10:00:06.587755 run osmo-msc_10.42.42.6(pid=26492): stdout: \u000a| (launched: 2022-12-10_10:00:05.341208) \u000a10:00:06.640536 run osmo-msc_10.42.42.6(pid=26492): stderr: \u000a| �[0;m�[38;5;43m20221210100005666 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210100005666 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fddf3343c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210100005666 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210100005666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210100005666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210100005666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210100005668 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210100005668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210100005668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210100005668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:00:06.684818 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26485): Terminating (SIGTERM)\u000a10:00:06.727111 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26488): Terminating (SIGTERM)\u000a10:00:06.769700 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26491): Terminating (SIGTERM)\u000a10:00:06.779399 --- ParallelTerminationStrategy: PID 26485 died...\u000a10:00:06.835970 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26485): Terminated: ok {rc=0}\u000a10:00:06.846085 --- ParallelTerminationStrategy: PID 26488 died...\u000a10:00:06.902290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26488): Terminated: ok {rc=0}\u000a10:00:06.912471 --- ParallelTerminationStrategy: PID 26491 died...\u000a10:00:06.968759 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26491): Terminated: ok {rc=0}\u000a10:00:07.055232 bus /sierra_3: Setting Powered False\u000a10:00:08.158776 bus /sierra_3: Setting Powered False\u000a10:00:09.270529 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 171, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26500): Process ended prematurely: osmo-stp_10.42.42.5(pid=26500) [trial-2373↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26500)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26500): Process ended prematurely: osmo-stp_10.42.42.5(pid=26500) [trial-2373↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26500)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:00:10.385848 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:00:10.397768 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a10:00:10.549854 tst mo_mt_call_osmux.py: using LAC 27610\u000a10:00:10.677029 tst mo_mt_call_osmux.py: using RAC 70\u000a10:00:10.803884 tst mo_mt_call_osmux.py: using CellId 27610\u000a10:00:10.930581 tst mo_mt_call_osmux.py: using BVCI 27611\u000a10:00:10.955326 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:00:10.966812 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:00:10.978076 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:00:10.989694 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:00:11.001275 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:00:11.012731 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:00:11.128281 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:00:11.333359 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:00:11.819216 run create_hlr_db(pid=26494): Launched\u000a10:00:11.994525 bus /sierra_2: Setting Powered False\u000a10:00:13.015736 run create_hlr_db(pid=26494): Terminated: ok {rc=0}\u000a10:00:13.422689 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26496): Launched\u000a10:00:13.726611 run osmo-hlr_10.42.42.2(pid=26497): Launched\u000a10:00:13.837476 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:00:14.364380 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26499): Launched\u000a10:00:14.667863 run osmo-stp_10.42.42.5(pid=26500): Launched\u000a10:00:14.777948 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:00:15.332871 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26502): Launched\u000a10:00:15.636274 run osmo-msc_10.42.42.6(pid=26503): Launched\u000a10:00:15.814023 run osmo-stp_10.42.42.5(pid=26500): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26500)]\u000a10:00:16.005075 run osmo-stp_10.42.42.5(pid=26500): stdout: \u000a| (launched: 2022-12-10_10:00:14.519076)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:00:16.135327 run osmo-stp_10.42.42.5(pid=26500): stderr: \u000a| �[0;m�[38;5;43m20221210100014690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100014691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100014691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100014691 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100014692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100014692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100014692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:00:16.259339 run osmo-stp_10.42.42.5(pid=26500): stdout: \u000a| (launched: 2022-12-10_10:00:14.519076)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:00:16.383335 run osmo-stp_10.42.42.5(pid=26500): stderr: \u000a| �[0;m�[38;5;43m20221210100014690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100014691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100014691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100014691 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100014692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100014692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100014692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:00:16.438527 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26500): Process ended prematurely: osmo-stp_10.42.42.5(pid=26500) [trial-2373↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26500)] [trial-2373↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a10:00:16.447907 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a10:00:16.511300 run osmo-hlr_10.42.42.2(pid=26497): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26497)]\u000a10:00:16.562110 run osmo-hlr_10.42.42.2(pid=26497): stdout: \u000a| (launched: 2022-12-10_10:00:13.577887) \u000a10:00:16.614563 run osmo-hlr_10.42.42.2(pid=26497): stderr: \u000a| �[0;m�[1;31m20221210100013753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210100013753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210100013753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100013753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100013753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210100013753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210100013768 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210100013779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210100013779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210100013779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:00:16.684628 run osmo-msc_10.42.42.6(pid=26503): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26503)]\u000a10:00:16.734894 run osmo-msc_10.42.42.6(pid=26503): stdout: \u000a| (launched: 2022-12-10_10:00:15.487860) \u000a10:00:16.785572 run osmo-msc_10.42.42.6(pid=26503): stderr: \u000a| �[0;m�[38;5;43m20221210100015762 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210100015762 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f760137dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210100015763 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210100015763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210100015763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210100015763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210100015765 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210100015765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210100015765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210100015765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:00:16.829077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26496): Terminating (SIGTERM)\u000a10:00:16.869782 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26499): Terminating (SIGTERM)\u000a10:00:16.910521 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26502): Terminating (SIGTERM)\u000a10:00:16.920421 --- ParallelTerminationStrategy: PID 26496 died...\u000a10:00:16.974871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26496): Terminated: ok {rc=0}\u000a10:00:16.985191 --- ParallelTerminationStrategy: PID 26499 died...\u000a10:00:17.040370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26499): Terminated: ok {rc=0}\u000a10:00:17.051059 --- ParallelTerminationStrategy: PID 26502 died...\u000a10:00:17.106407 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26502): Terminated: ok {rc=0}\u000a10:00:17.196351 bus /sierra_3: Setting Powered False\u000a10:00:18.302803 bus /sierra_3: Setting Powered False\u000a10:00:19.412434 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "25", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T09:59:59" }, { "cases" : [ { "testActions" : [ ], "age" : 171, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26514): Process ended prematurely: osmo-stp_10.42.42.5(pid=26514) [trial-2373↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26514)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26514): Process ended prematurely: osmo-stp_10.42.42.5(pid=26514) [trial-2373↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26514)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a10:00:21.361694 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:00:21.372761 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a10:00:21.525121 tst mo_mt_call.py: using LAC 27611\u000a10:00:21.655255 tst mo_mt_call.py: using RAC 71\u000a10:00:21.782566 tst mo_mt_call.py: using CellId 27611\u000a10:00:21.908022 tst mo_mt_call.py: using BVCI 27612\u000a10:00:21.933230 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:00:21.944855 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:00:21.956185 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:00:21.967777 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:00:21.980192 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:00:21.991657 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:00:22.110169 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:00:22.321097 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:00:22.831728 run create_hlr_db(pid=26508): Launched\u000a10:00:23.020523 bus /sierra_2: Setting Powered False\u000a10:00:24.040419 run create_hlr_db(pid=26508): Terminated: ok {rc=0}\u000a10:00:24.447917 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26510): Launched\u000a10:00:24.751946 run osmo-hlr_10.42.42.2(pid=26511): Launched\u000a10:00:24.863409 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:00:25.390698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26513): Launched\u000a10:00:25.693545 run osmo-stp_10.42.42.5(pid=26514): Launched\u000a10:00:25.803783 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:00:26.357887 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26516): Launched\u000a10:00:26.660719 run osmo-msc_10.42.42.6(pid=26517): Launched\u000a10:00:26.839917 run osmo-stp_10.42.42.5(pid=26514): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26514)]\u000a10:00:26.968787 run osmo-stp_10.42.42.5(pid=26514): stdout: \u000a| (launched: 2022-12-10_10:00:25.544694)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:00:27.095432 run osmo-stp_10.42.42.5(pid=26514): stderr: \u000a| �[0;m�[38;5;43m20221210100025717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100025718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100025718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100025718 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100025719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100025719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100025719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:00:27.217080 run osmo-stp_10.42.42.5(pid=26514): stdout: \u000a| (launched: 2022-12-10_10:00:25.544694)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:00:27.337756 run osmo-stp_10.42.42.5(pid=26514): stderr: \u000a| �[0;m�[38;5;43m20221210100025717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100025718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100025718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100025718 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100025719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100025719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100025719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:00:27.390839 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26514): Process ended prematurely: osmo-stp_10.42.42.5(pid=26514) [trial-2373↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26514)] [trial-2373↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a10:00:27.399488 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a10:00:27.458792 run osmo-hlr_10.42.42.2(pid=26511): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26511)]\u000a10:00:27.507483 run osmo-hlr_10.42.42.2(pid=26511): stdout: \u000a| (launched: 2022-12-10_10:00:24.602115) \u000a10:00:27.556548 run osmo-hlr_10.42.42.2(pid=26511): stderr: \u000a| �[0;m�[1;31m20221210100024776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210100024776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210100024776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100024776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100024776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210100024776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210100024790 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210100024799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210100024799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210100024799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:00:27.623325 run osmo-msc_10.42.42.6(pid=26517): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26517)]\u000a10:00:27.671583 run osmo-msc_10.42.42.6(pid=26517): stdout: \u000a| (launched: 2022-12-10_10:00:26.512040) \u000a10:00:27.720352 run osmo-msc_10.42.42.6(pid=26517): stderr: \u000a| �[0;m�[38;5;43m20221210100026783 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210100026783 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9b71c6dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210100026783 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210100026783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210100026783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210100026783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210100026787 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210100026788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210100026788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210100026788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:00:27.762056 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26510): Terminating (SIGTERM)\u000a10:00:27.801516 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26513): Terminating (SIGTERM)\u000a10:00:27.840999 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26516): Terminating (SIGTERM)\u000a10:00:27.850197 --- ParallelTerminationStrategy: PID 26510 died...\u000a10:00:27.903046 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26510): Terminated: ok {rc=0}\u000a10:00:27.912647 --- ParallelTerminationStrategy: PID 26513 died...\u000a10:00:27.965412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26513): Terminated: ok {rc=0}\u000a10:00:27.975079 --- ParallelTerminationStrategy: PID 26516 died...\u000a10:00:28.027545 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26516): Terminated: ok {rc=0}\u000a10:00:28.110952 bus /sierra_3: Setting Powered False\u000a10:00:29.217293 bus /sierra_3: Setting Powered False\u000a10:00:30.324562 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 171, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26525): Process ended prematurely: osmo-stp_10.42.42.5(pid=26525) [trial-2373↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26525)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26525): Process ended prematurely: osmo-stp_10.42.42.5(pid=26525) [trial-2373↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26525)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:00:31.439923 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:00:31.453165 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a10:00:31.602349 tst mo_mt_call_osmux.py: using LAC 27612\u000a10:00:31.750022 tst mo_mt_call_osmux.py: using RAC 72\u000a10:00:31.882900 tst mo_mt_call_osmux.py: using CellId 27612\u000a10:00:32.012172 tst mo_mt_call_osmux.py: using BVCI 27613\u000a10:00:32.037165 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:00:32.048767 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:00:32.060167 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:00:32.071578 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:00:32.083214 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:00:32.094830 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:00:32.210618 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:00:32.414781 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:00:32.901421 run create_hlr_db(pid=26519): Launched\u000a10:00:33.076504 bus /sierra_2: Setting Powered False\u000a10:00:34.097985 run create_hlr_db(pid=26519): Terminated: ok {rc=0}\u000a10:00:34.531597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26521): Launched\u000a10:00:34.857209 run osmo-hlr_10.42.42.2(pid=26522): Launched\u000a10:00:34.977956 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:00:35.544220 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26524): Launched\u000a10:00:35.870167 run osmo-stp_10.42.42.5(pid=26525): Launched\u000a10:00:35.989583 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:00:36.585440 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26527): Launched\u000a10:00:36.911004 run osmo-msc_10.42.42.6(pid=26528): Launched\u000a10:00:37.102236 run osmo-stp_10.42.42.5(pid=26525): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26525)]\u000a10:00:37.240779 run osmo-stp_10.42.42.5(pid=26525): stdout: \u000a| (launched: 2022-12-10_10:00:35.710153)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:00:37.378886 run osmo-stp_10.42.42.5(pid=26525): stderr: \u000a| �[0;m�[38;5;43m20221210100035903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100035903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100035903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100035904 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100035904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100035904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100035904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:00:37.510820 run osmo-stp_10.42.42.5(pid=26525): stdout: \u000a| (launched: 2022-12-10_10:00:35.710153)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:00:37.640815 run osmo-stp_10.42.42.5(pid=26525): stderr: \u000a| �[0;m�[38;5;43m20221210100035903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100035903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100035903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100035904 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100035904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100035904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100035904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:00:37.698275 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26525): Process ended prematurely: osmo-stp_10.42.42.5(pid=26525) [trial-2373↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26525)] [trial-2373↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a10:00:37.707594 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a10:00:37.771797 run osmo-hlr_10.42.42.2(pid=26522): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26522)]\u000a10:00:37.824227 run osmo-hlr_10.42.42.2(pid=26522): stdout: \u000a| (launched: 2022-12-10_10:00:34.697723) \u000a10:00:37.877340 run osmo-hlr_10.42.42.2(pid=26522): stderr: \u000a| �[0;m�[1;31m20221210100034896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210100034896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210100034896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100034896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100034896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210100034896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210100034909 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210100034917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210100034917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210100034917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:00:37.949027 run osmo-msc_10.42.42.6(pid=26528): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26528)]\u000a10:00:38.001469 run osmo-msc_10.42.42.6(pid=26528): stdout: \u000a| (launched: 2022-12-10_10:00:36.751542) \u000a10:00:38.054431 run osmo-msc_10.42.42.6(pid=26528): stderr: \u000a| �[0;m�[38;5;43m20221210100037074 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210100037074 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0433336c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210100037074 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210100037075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210100037075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210100037075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210100037076 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210100037077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210100037077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210100037077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:00:38.099371 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26521): Terminating (SIGTERM)\u000a10:00:38.141528 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26524): Terminating (SIGTERM)\u000a10:00:38.184029 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26527): Terminating (SIGTERM)\u000a10:00:38.194250 --- ParallelTerminationStrategy: PID 26521 died...\u000a10:00:38.251479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26521): Terminated: ok {rc=0}\u000a10:00:38.261992 --- ParallelTerminationStrategy: PID 26524 died...\u000a10:00:38.318773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26524): Terminated: ok {rc=0}\u000a10:00:38.328922 --- ParallelTerminationStrategy: PID 26527 died...\u000a10:00:38.385562 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26527): Terminated: ok {rc=0}\u000a10:00:38.473801 bus /sierra_3: Setting Powered False\u000a10:00:39.577899 bus /sierra_3: Setting Powered False\u000a10:00:40.689355 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "26", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:00:21" }, { "cases" : [ { "testActions" : [ ], "age" : 171, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26540): Process ended prematurely: osmo-stp_10.42.42.5(pid=26540) [trial-2373↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26540)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26540): Process ended prematurely: osmo-stp_10.42.42.5(pid=26540) [trial-2373↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26540)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a10:00:42.665870 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:00:42.677355 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:00:42.822224 tst mo_mt_call.py: using LAC 27613\u000a10:00:42.941527 tst mo_mt_call.py: using RAC 73\u000a10:00:43.060163 tst mo_mt_call.py: using CellId 27613\u000a10:00:43.178255 tst mo_mt_call.py: using BVCI 27614\u000a10:00:43.201604 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:00:43.212743 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:00:43.223583 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:00:43.234425 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:00:43.245310 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:00:43.256124 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:00:43.370497 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:00:43.571949 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:00:44.058961 run create_hlr_db(pid=26534): Launched\u000a10:00:44.235247 bus /sierra_2: Setting Powered False\u000a10:00:45.255860 run create_hlr_db(pid=26534): Terminated: ok {rc=0}\u000a10:00:45.661067 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26536): Launched\u000a10:00:46.056569 run osmo-hlr_10.42.42.2(pid=26537): Launched\u000a10:00:46.231535 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:00:46.871111 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26539): Launched\u000a10:00:47.281724 run osmo-stp_10.42.42.5(pid=26540): Launched\u000a10:00:47.401675 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:00:47.998718 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26542): Launched\u000a10:00:48.323833 run osmo-msc_10.42.42.6(pid=26543): Launched\u000a10:00:48.515154 run osmo-stp_10.42.42.5(pid=26540): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26540)]\u000a10:00:48.653563 run osmo-stp_10.42.42.5(pid=26540): stdout: \u000a| (launched: 2022-12-10_10:00:47.040595)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:00:48.790235 run osmo-stp_10.42.42.5(pid=26540): stderr: \u000a| �[0;m�[38;5;43m20221210100047324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100047324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100047324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100047324 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100047325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100047325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100047325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:00:48.921900 run osmo-stp_10.42.42.5(pid=26540): stdout: \u000a| (launched: 2022-12-10_10:00:47.040595)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:00:49.051858 run osmo-stp_10.42.42.5(pid=26540): stderr: \u000a| �[0;m�[38;5;43m20221210100047324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100047324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100047324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100047324 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100047325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100047325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100047325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:00:49.109359 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26540): Process ended prematurely: osmo-stp_10.42.42.5(pid=26540) [trial-2373↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26540)] [trial-2373↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a10:00:49.118577 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a10:00:49.182077 run osmo-hlr_10.42.42.2(pid=26537): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26537)]\u000a10:00:49.233968 run osmo-hlr_10.42.42.2(pid=26537): stdout: \u000a| (launched: 2022-12-10_10:00:45.815474) \u000a10:00:49.286524 run osmo-hlr_10.42.42.2(pid=26537): stderr: \u000a| �[0;m�[1;31m20221210100046128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210100046128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210100046128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100046128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100046128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210100046128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210100046146 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210100046158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210100046159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210100046159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:00:49.358015 run osmo-msc_10.42.42.6(pid=26543): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26543)]\u000a10:00:49.410086 run osmo-msc_10.42.42.6(pid=26543): stdout: \u000a| (launched: 2022-12-10_10:00:48.165060) \u000a10:00:49.462686 run osmo-msc_10.42.42.6(pid=26543): stderr: \u000a| �[0;m�[38;5;43m20221210100048489 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210100048489 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdfb8f59c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210100048489 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210100048489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210100048490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210100048490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210100048491 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210100048492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210100048492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210100048492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:00:49.507334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26536): Terminating (SIGTERM)\u000a10:00:49.549297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26539): Terminating (SIGTERM)\u000a10:00:49.592432 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26542): Terminating (SIGTERM)\u000a10:00:49.602505 --- ParallelTerminationStrategy: PID 26536 died...\u000a10:00:49.658921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26536): Terminated: ok {rc=0}\u000a10:00:49.669084 --- ParallelTerminationStrategy: PID 26539 died...\u000a10:00:49.725278 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26539): Terminated: ok {rc=0}\u000a10:00:49.735395 --- ParallelTerminationStrategy: PID 26542 died...\u000a10:00:49.791219 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26542): Terminated: ok {rc=0}\u000a10:00:49.877418 bus /sierra_3: Setting Powered False\u000a10:00:50.980086 bus /sierra_3: Setting Powered False\u000a10:00:52.091243 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 171, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26551): Process ended prematurely: osmo-stp_10.42.42.5(pid=26551) [trial-2373↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26551)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26551): Process ended prematurely: osmo-stp_10.42.42.5(pid=26551) [trial-2373↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26551)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:00:53.201736 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:00:53.213472 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:00:53.357086 tst mo_mt_call_osmux.py: using LAC 27614\u000a10:00:53.478690 tst mo_mt_call_osmux.py: using RAC 74\u000a10:00:53.600708 tst mo_mt_call_osmux.py: using CellId 27614\u000a10:00:53.720351 tst mo_mt_call_osmux.py: using BVCI 27615\u000a10:00:53.743565 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:00:53.754735 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:00:53.765638 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:00:53.776533 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:00:53.787426 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:00:53.798378 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:00:53.913250 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:00:54.114856 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:00:54.602416 run create_hlr_db(pid=26545): Launched\u000a10:00:54.778373 bus /sierra_2: Setting Powered False\u000a10:00:55.798275 run create_hlr_db(pid=26545): Terminated: ok {rc=0}\u000a10:00:56.233105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26547): Launched\u000a10:00:56.560233 run osmo-hlr_10.42.42.2(pid=26548): Launched\u000a10:00:56.680774 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:00:57.247549 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26550): Launched\u000a10:00:57.575554 run osmo-stp_10.42.42.5(pid=26551): Launched\u000a10:00:57.694482 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:00:58.290626 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26553): Launched\u000a10:00:58.619054 run osmo-msc_10.42.42.6(pid=26554): Launched\u000a10:00:58.810571 run osmo-stp_10.42.42.5(pid=26551): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26551)]\u000a10:00:58.949151 run osmo-stp_10.42.42.5(pid=26551): stdout: \u000a| (launched: 2022-12-10_10:00:57.414317)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:00:59.087554 run osmo-stp_10.42.42.5(pid=26551): stderr: \u000a| �[0;m�[38;5;43m20221210100057606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100057606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100057606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100057607 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100057607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100057607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100057607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:00:59.219002 run osmo-stp_10.42.42.5(pid=26551): stdout: \u000a| (launched: 2022-12-10_10:00:57.414317)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:00:59.348641 run osmo-stp_10.42.42.5(pid=26551): stderr: \u000a| �[0;m�[38;5;43m20221210100057606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100057606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100057606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100057607 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100057607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100057607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100057607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:00:59.405932 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26551): Process ended prematurely: osmo-stp_10.42.42.5(pid=26551) [trial-2373↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26551)] [trial-2373↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a10:00:59.415175 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a10:00:59.478992 run osmo-hlr_10.42.42.2(pid=26548): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26548)]\u000a10:00:59.530931 run osmo-hlr_10.42.42.2(pid=26548): stdout: \u000a| (launched: 2022-12-10_10:00:56.399830) \u000a10:00:59.583484 run osmo-hlr_10.42.42.2(pid=26548): stderr: \u000a| �[0;m�[1;31m20221210100056598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210100056598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210100056598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100056598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100056598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210100056598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210100056610 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210100056618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210100056618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210100056618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:00:59.654457 run osmo-msc_10.42.42.6(pid=26554): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26554)]\u000a10:00:59.706400 run osmo-msc_10.42.42.6(pid=26554): stdout: \u000a| (launched: 2022-12-10_10:00:58.457855) \u000a10:00:59.758791 run osmo-msc_10.42.42.6(pid=26554): stderr: \u000a| �[0;m�[38;5;43m20221210100058779 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210100058779 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f70a7c12c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210100058779 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210100058780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210100058780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210100058780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210100058782 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210100058782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210100058782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210100058782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:00:59.803120 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26547): Terminating (SIGTERM)\u000a10:00:59.845312 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26550): Terminating (SIGTERM)\u000a10:00:59.887607 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26553): Terminating (SIGTERM)\u000a10:00:59.897540 --- ParallelTerminationStrategy: PID 26547 died...\u000a10:00:59.953819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26547): Terminated: ok {rc=0}\u000a10:00:59.963924 --- ParallelTerminationStrategy: PID 26550 died...\u000a10:01:00.020015 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26550): Terminated: ok {rc=0}\u000a10:01:00.030143 --- ParallelTerminationStrategy: PID 26553 died...\u000a10:01:00.086068 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26553): Terminated: ok {rc=0}\u000a10:01:00.173774 bus /sierra_3: Setting Powered False\u000a10:01:01.278450 bus /sierra_3: Setting Powered False\u000a10:01:02.389025 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "27", "name" : "voice_oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:00:42" }, { "cases" : [ { "testActions" : [ ], "age" : 171, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26565): Process ended prematurely: osmo-stp_10.42.42.5(pid=26565) [trial-2373↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26565)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26565): Process ended prematurely: osmo-stp_10.42.42.5(pid=26565) [trial-2373↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26565)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a10:01:04.355438 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:01:04.366866 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:01:04.517908 tst mo_mt_call.py: using LAC 27615\u000a10:01:04.638753 tst mo_mt_call.py: using RAC 75\u000a10:01:04.756436 tst mo_mt_call.py: using CellId 27615\u000a10:01:04.873569 tst mo_mt_call.py: using BVCI 27616\u000a10:01:04.896571 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:01:04.907467 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:01:04.918163 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:01:04.928730 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:01:04.939372 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:01:04.950034 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:01:05.070077 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:01:05.280877 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:01:05.794182 run create_hlr_db(pid=26559): Launched\u000a10:01:05.982905 bus /sierra_2: Setting Powered False\u000a10:01:07.002977 run create_hlr_db(pid=26559): Terminated: ok {rc=0}\u000a10:01:07.435932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26561): Launched\u000a10:01:07.761236 run osmo-hlr_10.42.42.2(pid=26562): Launched\u000a10:01:07.882248 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:01:08.451824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26564): Launched\u000a10:01:08.777083 run osmo-stp_10.42.42.5(pid=26565): Launched\u000a10:01:08.895723 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:01:09.490541 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26567): Launched\u000a10:01:09.815955 run osmo-msc_10.42.42.6(pid=26568): Launched\u000a10:01:10.006711 run osmo-stp_10.42.42.5(pid=26565): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26565)]\u000a10:01:10.144892 run osmo-stp_10.42.42.5(pid=26565): stdout: \u000a| (launched: 2022-12-10_10:01:08.617774)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:01:10.282901 run osmo-stp_10.42.42.5(pid=26565): stderr: \u000a| �[0;m�[38;5;43m20221210100108811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100108811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100108811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100108812 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100108812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100108812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100108812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:01:10.414545 run osmo-stp_10.42.42.5(pid=26565): stdout: \u000a| (launched: 2022-12-10_10:01:08.617774)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:01:10.544188 run osmo-stp_10.42.42.5(pid=26565): stderr: \u000a| �[0;m�[38;5;43m20221210100108811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100108811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100108811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100108812 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100108812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100108812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100108812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:01:10.601448 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26565): Process ended prematurely: osmo-stp_10.42.42.5(pid=26565) [trial-2373↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26565)] [trial-2373↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a10:01:10.610554 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a10:01:10.674105 run osmo-hlr_10.42.42.2(pid=26562): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26562)]\u000a10:01:10.725928 run osmo-hlr_10.42.42.2(pid=26562): stdout: \u000a| (launched: 2022-12-10_10:01:07.601919) \u000a10:01:10.778269 run osmo-hlr_10.42.42.2(pid=26562): stderr: \u000a| �[0;m�[1;31m20221210100107800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210100107800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210100107800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100107800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100107800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210100107800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210100107813 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210100107821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210100107821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210100107822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:01:10.849803 run osmo-msc_10.42.42.6(pid=26568): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26568)]\u000a10:01:10.901536 run osmo-msc_10.42.42.6(pid=26568): stdout: \u000a| (launched: 2022-12-10_10:01:09.656586) \u000a10:01:10.953377 run osmo-msc_10.42.42.6(pid=26568): stderr: \u000a| �[0;m�[38;5;43m20221210100109977 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210100109977 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f27d3e89c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210100109977 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210100109977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210100109977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210100109977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210100109981 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210100109981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210100109981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210100109981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:01:10.998295 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26561): Terminating (SIGTERM)\u000a10:01:11.039935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26564): Terminating (SIGTERM)\u000a10:01:11.082513 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26567): Terminating (SIGTERM)\u000a10:01:11.092607 --- ParallelTerminationStrategy: PID 26561 died...\u000a10:01:11.148720 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26561): Terminated: ok {rc=0}\u000a10:01:11.159115 --- ParallelTerminationStrategy: PID 26564 died...\u000a10:01:11.215357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26564): Terminated: ok {rc=0}\u000a10:01:11.225492 --- ParallelTerminationStrategy: PID 26567 died...\u000a10:01:11.281593 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26567): Terminated: ok {rc=0}\u000a10:01:11.370074 bus /sierra_3: Setting Powered False\u000a10:01:12.474340 bus /sierra_3: Setting Powered False\u000a10:01:13.586726 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 171, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26576): Process ended prematurely: osmo-stp_10.42.42.5(pid=26576) [trial-2373↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26576)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26576): Process ended prematurely: osmo-stp_10.42.42.5(pid=26576) [trial-2373↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26576)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:01:14.697147 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:01:14.708489 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:01:14.854106 tst mo_mt_call_osmux.py: using LAC 27616\u000a10:01:14.974624 tst mo_mt_call_osmux.py: using RAC 76\u000a10:01:15.099654 tst mo_mt_call_osmux.py: using CellId 27616\u000a10:01:15.218103 tst mo_mt_call_osmux.py: using BVCI 27617\u000a10:01:15.241412 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:01:15.252195 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:01:15.262850 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:01:15.273494 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:01:15.284092 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:01:15.294732 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:01:15.409234 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:01:15.619127 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:01:16.231596 run create_hlr_db(pid=26570): Launched\u000a10:01:16.452374 bus /sierra_2: Setting Powered False\u000a10:01:17.448459 run create_hlr_db(pid=26570): Terminated: ok {rc=0}\u000a10:01:17.879679 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26572): Launched\u000a10:01:18.183406 run osmo-hlr_10.42.42.2(pid=26573): Launched\u000a10:01:18.301921 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:01:18.839489 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26575): Launched\u000a10:01:19.143746 run osmo-stp_10.42.42.5(pid=26576): Launched\u000a10:01:19.253833 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:01:19.816303 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26578): Launched\u000a10:01:20.122673 run osmo-msc_10.42.42.6(pid=26579): Launched\u000a10:01:20.300850 run osmo-stp_10.42.42.5(pid=26576): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26576)]\u000a10:01:20.429557 run osmo-stp_10.42.42.5(pid=26576): stdout: \u000a| (launched: 2022-12-10_10:01:18.994427)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:01:20.556444 run osmo-stp_10.42.42.5(pid=26576): stderr: \u000a| �[0;m�[38;5;43m20221210100119164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100119164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100119164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100119165 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100119167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100119167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100119167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:01:20.678980 run osmo-stp_10.42.42.5(pid=26576): stdout: \u000a| (launched: 2022-12-10_10:01:18.994427)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:01:20.799877 run osmo-stp_10.42.42.5(pid=26576): stderr: \u000a| �[0;m�[38;5;43m20221210100119164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100119164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100119164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100119165 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100119167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100119167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100119167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:01:20.853453 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26576): Process ended prematurely: osmo-stp_10.42.42.5(pid=26576) [trial-2373↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26576)] [trial-2373↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a10:01:20.861887 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a10:01:20.922136 run osmo-hlr_10.42.42.2(pid=26573): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26573)]\u000a10:01:20.971678 run osmo-hlr_10.42.42.2(pid=26573): stdout: \u000a| (launched: 2022-12-10_10:01:18.034990) \u000a10:01:21.021749 run osmo-hlr_10.42.42.2(pid=26573): stderr: \u000a| �[0;m�[1;31m20221210100118213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210100118213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210100118213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100118213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100118213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210100118213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210100118225 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210100118235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210100118235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210100118235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:01:21.089955 run osmo-msc_10.42.42.6(pid=26579): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26579)]\u000a10:01:21.139863 run osmo-msc_10.42.42.6(pid=26579): stdout: \u000a| (launched: 2022-12-10_10:01:19.971959) \u000a10:01:21.190104 run osmo-msc_10.42.42.6(pid=26579): stderr: \u000a| �[0;m�[38;5;43m20221210100120246 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210100120246 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff20357ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210100120246 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210100120246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210100120246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210100120247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210100120248 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210100120249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210100120249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210100120249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:01:21.232168 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26572): Terminating (SIGTERM)\u000a10:01:21.272018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26575): Terminating (SIGTERM)\u000a10:01:21.311677 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26578): Terminating (SIGTERM)\u000a10:01:21.321079 --- ParallelTerminationStrategy: PID 26572 died...\u000a10:01:21.374251 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26572): Terminated: ok {rc=0}\u000a10:01:21.383886 --- ParallelTerminationStrategy: PID 26575 died...\u000a10:01:21.436857 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26575): Terminated: ok {rc=0}\u000a10:01:21.446517 --- ParallelTerminationStrategy: PID 26578 died...\u000a10:01:21.499475 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26578): Terminated: ok {rc=0}\u000a10:01:21.583245 bus /sierra_3: Setting Powered False\u000a10:01:22.683976 bus /sierra_3: Setting Powered False\u000a10:01:23.795072 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "28", "name" : "voice_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:01:04" }, { "cases" : [ { "testActions" : [ ], "age" : 171, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26590): Process ended prematurely: osmo-stp_10.42.42.5(pid=26590) [trial-2373↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26590)]", "failedSince" : 2203, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26590): Process ended prematurely: osmo-stp_10.42.42.5(pid=26590) [trial-2373↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26590)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 emergency:oc2g emergency_mo_mt_call.py\u000a----------------------------------------------\u000a10:01:25.767607 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:01:25.779154 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a10:01:25.899460 tst emergency_mo_mt_call.py: using LAC 27617\u000a10:01:26.015115 tst emergency_mo_mt_call.py: using RAC 77\u000a10:01:26.131175 tst emergency_mo_mt_call.py: using CellId 27617\u000a10:01:26.254861 tst emergency_mo_mt_call.py: using BVCI 27618\u000a10:01:26.279369 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:01:26.290615 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:01:26.301708 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:01:26.312798 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:01:26.324080 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:01:26.335334 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a10:01:26.450944 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a10:01:26.654420 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:01:27.135086 run create_hlr_db(pid=26584): Launched\u000a10:01:27.309169 bus /sierra_2: Setting Powered False\u000a10:01:28.329250 run create_hlr_db(pid=26584): Terminated: ok {rc=0}\u000a10:01:28.727745 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26586): Launched\u000a10:01:29.036934 run osmo-hlr_10.42.42.2(pid=26587): Launched\u000a10:01:29.146452 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:01:29.666830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26589): Launched\u000a10:01:29.966853 run osmo-stp_10.42.42.5(pid=26590): Launched\u000a10:01:30.089535 tst emergency_mo_mt_call.py: using MSISDN 7679\u000a10:01:30.237103 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:01:30.782414 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26592): Launched\u000a10:01:31.236817 run osmo-msc_10.42.42.6(pid=26593): Launched\u000a10:01:31.571001 run osmo-stp_10.42.42.5(pid=26590): ERR: Terminated: ERROR {rc=1} [trial-2373↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26590)]\u000a10:01:31.768864 run osmo-stp_10.42.42.5(pid=26590): stdout: \u000a| (launched: 2022-12-10_10:01:29.819322)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:01:31.997817 run osmo-stp_10.42.42.5(pid=26590): stderr: \u000a| �[0;m�[38;5;43m20221210100129991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100129992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100129992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100129992 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100129993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100129993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100129993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:01:32.131185 run osmo-stp_10.42.42.5(pid=26590): stdout: \u000a| (launched: 2022-12-10_10:01:29.819322)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:01:32.266477 run osmo-stp_10.42.42.5(pid=26590): stderr: \u000a| �[0;m�[38;5;43m20221210100129991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100129992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100129992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100129992 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100129993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100129993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100129993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:01:32.323979 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=26590): Process ended prematurely: osmo-stp_10.42.42.5(pid=26590) [trial-2373↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26590)] [trial-2373↪emergency:oc2g↪emergency_mo_mt_call.py:19]\u000a10:01:32.333667 tst emergency_mo_mt_call.py:19: Test FAILED (6.6 sec)\u000a10:01:32.401590 run osmo-hlr_10.42.42.2(pid=26587): ERR: Terminated: ERROR {rc=237} [trial-2373↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26587)]\u000a10:01:32.454953 run osmo-hlr_10.42.42.2(pid=26587): stdout: \u000a| (launched: 2022-12-10_10:01:28.879294) \u000a10:01:32.508197 run osmo-hlr_10.42.42.2(pid=26587): stderr: \u000a| �[0;m�[1;31m20221210100129067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210100129067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210100129067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100129067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100129067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210100129068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210100129079 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/emergency:oc2g/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210100129088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210100129088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210100129089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:01:32.580865 run osmo-msc_10.42.42.6(pid=26593): ERR: Terminated: ERROR {rc=2} [trial-2373↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26593)]\u000a10:01:32.634290 run osmo-msc_10.42.42.6(pid=26593): stdout: \u000a| (launched: 2022-12-10_10:01:30.960191) \u000a10:01:32.687796 run osmo-msc_10.42.42.6(pid=26593): stderr: \u000a| �[0;m�[38;5;43m20221210100131500 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210100131500 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f552c17ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210100131500 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210100131501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210100131501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210100131501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210100131503 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210100131503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210100131503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210100131503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:01:32.732536 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26586): Terminating (SIGTERM)\u000a10:01:32.775338 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26589): Terminating (SIGTERM)\u000a10:01:32.818279 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26592): Terminating (SIGTERM)\u000a10:01:32.828549 --- ParallelTerminationStrategy: PID 26586 died...\u000a10:01:32.885549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26586): Terminated: ok {rc=0}\u000a10:01:32.895922 --- ParallelTerminationStrategy: PID 26589 died...\u000a10:01:32.952866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26589): Terminated: ok {rc=0}\u000a10:01:32.963259 --- ParallelTerminationStrategy: PID 26592 died...\u000a10:01:33.020208 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26592): Terminated: ok {rc=0}\u000a10:01:33.107859 bus /sierra_3: Setting Powered False\u000a10:01:34.215764 bus /sierra_3: Setting Powered False\u000a10:01:35.324404 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26601): Process ended prematurely: osmo-stp_10.42.42.5(pid=26601) [trial-2373↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26601)]", "failedSince" : 2154, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26601): Process ended prematurely: osmo-stp_10.42.42.5(pid=26601) [trial-2373↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26601)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 emergency:oc2g emergency_preemptive_call.py\u000a----------------------------------------------\u000a10:01:36.376572 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:01:36.388542 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a10:01:36.514168 tst emergency_preemptive_call.py: using LAC 27618\u000a10:01:36.631221 tst emergency_preemptive_call.py: using RAC 78\u000a10:01:36.750473 tst emergency_preemptive_call.py: using CellId 27618\u000a10:01:36.870763 tst emergency_preemptive_call.py: using BVCI 27619\u000a10:01:36.893324 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:01:36.903852 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:01:36.914396 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:01:36.924843 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:01:36.935298 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a10:01:36.945739 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a10:01:37.063370 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a10:01:37.183466 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a10:01:37.299251 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a10:01:37.507687 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:01:38.014788 run create_hlr_db(pid=26595): Launched\u000a10:01:38.202730 bus /sierra_2: Setting Powered False\u000a10:01:39.222667 run create_hlr_db(pid=26595): Terminated: ok {rc=0}\u000a10:01:39.626557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26597): Launched\u000a10:01:39.923925 run osmo-hlr_10.42.42.2(pid=26598): Launched\u000a10:01:40.032930 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:01:40.550984 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26600): Launched\u000a10:01:40.847173 run osmo-stp_10.42.42.5(pid=26601): Launched\u000a10:01:40.965266 tst emergency_preemptive_call.py: using MSISDN 7680\u000a10:01:41.112497 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:01:41.657678 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26603): Launched\u000a10:01:41.956596 run osmo-msc_10.42.42.6(pid=26604): Launched\u000a10:01:42.131917 run osmo-stp_10.42.42.5(pid=26601): ERR: Terminated: ERROR {rc=1} [trial-2373↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26601)]\u000a10:01:42.258779 run osmo-stp_10.42.42.5(pid=26601): stdout: \u000a| (launched: 2022-12-10_10:01:40.702071)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:01:42.382717 run osmo-stp_10.42.42.5(pid=26601): stderr: \u000a| �[0;m�[38;5;43m20221210100140873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100140873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100140873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100140874 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100140874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100140874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100140875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:01:42.502388 run osmo-stp_10.42.42.5(pid=26601): stdout: \u000a| (launched: 2022-12-10_10:01:40.702071)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:01:42.621186 run osmo-stp_10.42.42.5(pid=26601): stderr: \u000a| �[0;m�[38;5;43m20221210100140873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100140873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100140873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100140874 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100140874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100140874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100140875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:01:42.673214 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=26601): Process ended prematurely: osmo-stp_10.42.42.5(pid=26601) [trial-2373↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26601)] [trial-2373↪emergency:oc2g↪emergency_preemptive_call.py:32]\u000a10:01:42.680858 tst emergency_preemptive_call.py:32: Test FAILED (6.3 sec)\u000a10:01:42.741089 run osmo-hlr_10.42.42.2(pid=26598): ERR: Terminated: ERROR {rc=237} [trial-2373↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26598)]\u000a10:01:42.790257 run osmo-hlr_10.42.42.2(pid=26598): stdout: \u000a| (launched: 2022-12-10_10:01:39.778295) \u000a10:01:42.840084 run osmo-hlr_10.42.42.2(pid=26598): stderr: \u000a| �[0;m�[1;31m20221210100139953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210100139953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210100139953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100139953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100139953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210100139953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210100139965 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/emergency:oc2g/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210100139974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210100139974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210100139974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:01:42.907926 run osmo-msc_10.42.42.6(pid=26604): ERR: Terminated: ERROR {rc=2} [trial-2373↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26604)]\u000a10:01:42.956942 run osmo-msc_10.42.42.6(pid=26604): stdout: \u000a| (launched: 2022-12-10_10:01:41.809109) \u000a10:01:43.006559 run osmo-msc_10.42.42.6(pid=26604): stderr: \u000a| �[0;m�[38;5;43m20221210100142078 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210100142078 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6d0e725c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210100142078 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210100142079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210100142079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210100142079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210100142081 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210100142081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210100142081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210100142081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:01:43.048584 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26597): Terminating (SIGTERM)\u000a10:01:43.088383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26600): Terminating (SIGTERM)\u000a10:01:43.128228 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26603): Terminating (SIGTERM)\u000a10:01:43.137595 --- ParallelTerminationStrategy: PID 26597 died...\u000a10:01:43.190945 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26597): Terminated: ok {rc=0}\u000a10:01:43.200560 --- ParallelTerminationStrategy: PID 26600 died...\u000a10:01:43.253555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26600): Terminated: ok {rc=0}\u000a10:01:43.263220 --- ParallelTerminationStrategy: PID 26603 died...\u000a10:01:43.316867 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26603): Terminated: ok {rc=0}\u000a10:01:43.406319 bus /sierra_9: Setting Powered False\u000a10:01:44.509666 bus /sierra_9: Setting Powered False\u000a10:01:45.621896 bus /sierra_8: Setting Powered False\u000a10:01:46.731534 bus /sierra_8: Setting Powered False\u000a10:01:47.842918 bus /sierra_3: Setting Powered False\u000a10:01:48.945934 bus /sierra_3: Setting Powered False\u000a10:01:50.058369 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "29", "name" : "emergency_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:01:25" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "gprs:oc2g", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26619): Process ended prematurely: osmo-stp_10.42.42.5(pid=26619) [trial-2373↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26619)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26619): Process ended prematurely: osmo-stp_10.42.42.5(pid=26619) [trial-2373↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26619)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:oc2g cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:01:52.137827 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:01:52.148673 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a10:01:52.277710 tst cs_paging_gprs_active.py: using LAC 27619\u000a10:01:52.397696 tst cs_paging_gprs_active.py: using RAC 79\u000a10:01:52.516007 tst cs_paging_gprs_active.py: using CellId 27619\u000a10:01:52.633949 tst cs_paging_gprs_active.py: using BVCI 27620\u000a10:01:52.657464 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:01:52.667878 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:01:52.678253 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:01:52.688426 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:01:52.698628 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:01:52.708700 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:01:52.718981 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:01:52.729131 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:01:52.739400 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a10:01:52.855191 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a10:01:53.132469 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:01:53.259084 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:01:53.574740 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26609): Launched\u000a10:01:53.836453 run iperf3-srv_10.42.42.10(pid=26610): Launched\u000a10:01:54.022239 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:01:54.149105 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:01:54.464885 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26611): Launched\u000a10:01:54.726945 run iperf3-srv_10.42.42.10(pid=26612): Launched\u000a10:01:54.912922 tst cs_paging_gprs_active.py:38: start network...\u000a10:01:55.039442 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:01:55.526892 run create_hlr_db(pid=26613): Launched\u000a10:01:55.702369 bus /sierra_2: Setting Powered False\u000a10:01:56.723437 run create_hlr_db(pid=26613): Terminated: ok {rc=0}\u000a10:01:57.157233 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26615): Launched\u000a10:01:57.482518 run osmo-hlr_10.42.42.2(pid=26616): Launched\u000a10:01:57.601978 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:01:58.165459 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26618): Launched\u000a10:01:58.490242 run osmo-stp_10.42.42.5(pid=26619): Launched\u000a10:01:58.609518 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:01:59.177334 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26621): Launched\u000a10:01:59.294148 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:01:59.579489 run patchelf(pid=26622): Launched\u000a10:01:59.770864 run osmo-stp_10.42.42.5(pid=26619): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26619)]\u000a10:01:59.911244 run osmo-stp_10.42.42.5(pid=26619): stdout: \u000a| (launched: 2022-12-10_10:01:58.330883)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:02:00.051596 run osmo-stp_10.42.42.5(pid=26619): stderr: \u000a| �[0;m�[38;5;43m20221210100158525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100158525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100158525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100158526 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100158526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100158526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100158526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:02:00.187084 run osmo-stp_10.42.42.5(pid=26619): stdout: \u000a| (launched: 2022-12-10_10:01:58.330883)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:02:00.321324 run osmo-stp_10.42.42.5(pid=26619): stderr: \u000a| �[0;m�[38;5;43m20221210100158525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100158525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100158525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100158526 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100158526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100158526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100158526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:02:00.478822 run patchelf(pid=26622): Terminating (SIGINT)\u000a10:02:00.663849 run patchelf(pid=26622): Terminated: ok {rc=0}\u000a10:02:00.697490 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26619): Process ended prematurely: osmo-stp_10.42.42.5(pid=26619) [trial-2373↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26619)] [trial-2373↪gprs:oc2g↪cs_paging_gprs_active.py:38]\u000a10:02:00.707127 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a10:02:00.771044 run osmo-hlr_10.42.42.2(pid=26616): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:oc2g↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26616)]\u000a10:02:00.822494 run osmo-hlr_10.42.42.2(pid=26616): stdout: \u000a| (launched: 2022-12-10_10:01:57.323196) \u000a10:02:00.883131 run osmo-hlr_10.42.42.2(pid=26616): stderr: \u000a| �[0;m�[1;31m20221210100157523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210100157523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210100157523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100157523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100157523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210100157523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210100157535 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:oc2g/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210100157545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210100157546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210100157546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:02:00.945671 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26609): Terminating (SIGTERM)\u000a10:02:00.989913 run iperf3-srv_10.42.42.10(pid=26610): Terminating (SIGTERM)\u000a10:02:01.033921 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26611): Terminating (SIGTERM)\u000a10:02:01.077951 run iperf3-srv_10.42.42.10(pid=26612): Terminating (SIGTERM)\u000a10:02:01.120695 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26615): Terminating (SIGTERM)\u000a10:02:01.165810 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26618): Terminating (SIGTERM)\u000a10:02:01.210879 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26621): Terminating (SIGTERM)\u000a10:02:01.221510 --- ParallelTerminationStrategy: PID 26609 died...\u000a10:02:01.281331 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26609): Terminated: ok {rc=0}\u000a10:02:01.291962 --- ParallelTerminationStrategy: PID 26610 died...\u000a10:02:01.347567 run iperf3-srv_10.42.42.10(pid=26610): Terminated {rc=256}\u000a10:02:01.359381 --- ParallelTerminationStrategy: PID 26611 died...\u000a10:02:01.416202 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26611): Terminated: ok {rc=0}\u000a10:02:01.427939 --- ParallelTerminationStrategy: PID 26612 died...\u000a10:02:01.485053 run iperf3-srv_10.42.42.10(pid=26612): Terminated {rc=256}\u000a10:02:01.495593 --- ParallelTerminationStrategy: PID 26615 died...\u000a10:02:01.551742 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26615): Terminated: ok {rc=0}\u000a10:02:01.562767 --- ParallelTerminationStrategy: PID 26618 died...\u000a10:02:01.618149 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26618): Terminated: ok {rc=0}\u000a10:02:01.630658 --- ParallelTerminationStrategy: PID 26621 died...\u000a10:02:01.687148 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26621): Terminated: ok {rc=0}\u000a10:02:01.772613 bus /gobi_0: Setting Powered False\u000a10:02:02.876206 bus /gobi_0: Setting Powered False\u000a10:02:03.987063 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:oc2g", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26631): Process ended prematurely: osmo-stp_10.42.42.5(pid=26631) [trial-2373↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26631)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26631): Process ended prematurely: osmo-stp_10.42.42.5(pid=26631) [trial-2373↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26631)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:oc2g iperf3.py\u000a----------------------------------------------\u000a10:02:05.096379 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:02:05.107406 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a10:02:05.229714 tst iperf3.py: using LAC 27620\u000a10:02:05.360809 tst iperf3.py: using RAC 80\u000a10:02:05.488271 tst iperf3.py: using CellId 27620\u000a10:02:05.618888 tst iperf3.py: using BVCI 27621\u000a10:02:05.643940 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:02:05.655077 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:02:05.666249 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:02:05.677378 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:02:05.688256 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:02:05.699336 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:02:05.710533 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:02:05.721553 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:02:05.732665 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a10:02:06.030359 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:02:06.166561 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:02:06.503219 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26623): Launched\u000a10:02:06.782828 run iperf3-srv_10.42.42.10(pid=26624): Launched\u000a10:02:06.982785 tst iperf3.py:8: start network...\u000a10:02:07.119276 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:02:07.632877 run create_hlr_db(pid=26625): Launched\u000a10:02:07.823477 bus /gobi_6: Setting Powered False\u000a10:02:08.843056 run create_hlr_db(pid=26625): Terminated: ok {rc=0}\u000a10:02:09.251478 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26627): Launched\u000a10:02:09.556392 run osmo-hlr_10.42.42.2(pid=26628): Launched\u000a10:02:09.673319 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:02:10.199490 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26630): Launched\u000a10:02:10.502700 run osmo-stp_10.42.42.5(pid=26631): Launched\u000a10:02:10.615030 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:02:11.147491 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26633): Launched\u000a10:02:11.255926 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:02:11.520657 run patchelf(pid=26634): Launched\u000a10:02:11.699702 run osmo-stp_10.42.42.5(pid=26631): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26631)]\u000a10:02:11.829773 run osmo-stp_10.42.42.5(pid=26631): stdout: \u000a| (launched: 2022-12-10_10:02:10.354243)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:02:11.960583 run osmo-stp_10.42.42.5(pid=26631): stderr: \u000a| �[0;m�[38;5;43m20221210100210526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100210526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100210526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100210527 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100210527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100210527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100210527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:02:12.086135 run osmo-stp_10.42.42.5(pid=26631): stdout: \u000a| (launched: 2022-12-10_10:02:10.354243)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:02:12.210586 run osmo-stp_10.42.42.5(pid=26631): stderr: \u000a| �[0;m�[38;5;43m20221210100210526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100210526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100210526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100210527 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100210527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100210527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100210527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:02:12.355927 run patchelf(pid=26634): Terminating (SIGINT)\u000a10:02:12.527505 run patchelf(pid=26634): Terminated: ok {rc=0}\u000a10:02:12.558760 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26631): Process ended prematurely: osmo-stp_10.42.42.5(pid=26631) [trial-2373↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26631)] [trial-2373↪gprs:oc2g↪iperf3.py:8]\u000a10:02:12.567833 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a10:02:12.627592 run osmo-hlr_10.42.42.2(pid=26628): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:oc2g↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26628)]\u000a10:02:12.676553 run osmo-hlr_10.42.42.2(pid=26628): stdout: \u000a| (launched: 2022-12-10_10:02:09.406549) \u000a10:02:12.726095 run osmo-hlr_10.42.42.2(pid=26628): stderr: \u000a| �[0;m�[1;31m20221210100209583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210100209583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210100209583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100209583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100209583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210100209583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210100209595 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:oc2g/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210100209604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210100209604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210100209604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:02:12.768079 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26623): Terminating (SIGTERM)\u000a10:02:12.807711 run iperf3-srv_10.42.42.10(pid=26624): Terminating (SIGTERM)\u000a10:02:12.847347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26627): Terminating (SIGTERM)\u000a10:02:12.886798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26630): Terminating (SIGTERM)\u000a10:02:12.926259 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26633): Terminating (SIGTERM)\u000a10:02:12.935477 --- ParallelTerminationStrategy: PID 26623 died...\u000a10:02:12.988741 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26623): Terminated: ok {rc=0}\u000a10:02:12.998373 --- ParallelTerminationStrategy: PID 26624 died...\u000a10:02:13.051261 run iperf3-srv_10.42.42.10(pid=26624): Terminated {rc=256}\u000a10:02:13.060828 --- ParallelTerminationStrategy: PID 26627 died...\u000a10:02:13.113970 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26627): Terminated: ok {rc=0}\u000a10:02:13.123539 --- ParallelTerminationStrategy: PID 26630 died...\u000a10:02:13.176543 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26630): Terminated: ok {rc=0}\u000a10:02:13.186230 --- ParallelTerminationStrategy: PID 26633 died...\u000a10:02:13.239774 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26633): Terminated: ok {rc=0}\u000a10:02:13.322389 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:oc2g", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26649): Process ended prematurely: osmo-stp_10.42.42.5(pid=26649) [trial-2373↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26649)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26649): Process ended prematurely: osmo-stp_10.42.42.5(pid=26649) [trial-2373↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26649)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:oc2g iperf3m4.py\u000a----------------------------------------------\u000a10:02:14.438225 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:02:14.450361 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a10:02:14.584120 tst iperf3m4.py: using LAC 27621\u000a10:02:14.711690 tst iperf3m4.py: using RAC 81\u000a10:02:14.839353 tst iperf3m4.py: using CellId 27621\u000a10:02:14.966890 tst iperf3m4.py: using BVCI 27622\u000a10:02:14.991887 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:02:15.002860 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:02:15.013691 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:02:15.024781 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:02:15.035754 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:02:15.046951 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:02:15.058167 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:02:15.069113 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:02:15.080368 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a10:02:15.200619 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a10:02:15.322015 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a10:02:15.438698 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a10:02:15.716356 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:02:15.858888 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:02:16.252513 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26635): Launched\u000a10:02:16.558147 run iperf3-srv_10.42.42.10(pid=26636): Launched\u000a10:02:16.766302 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:02:16.908505 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:02:17.265641 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26637): Launched\u000a10:02:17.547076 run iperf3-srv_10.42.42.10(pid=26638): Launched\u000a10:02:17.747783 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:02:17.884771 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:02:18.222419 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26639): Launched\u000a10:02:18.503476 run iperf3-srv_10.42.42.10(pid=26640): Launched\u000a10:02:18.703142 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:02:18.839284 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:02:19.176254 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26641): Launched\u000a10:02:19.457659 run iperf3-srv_10.42.42.10(pid=26642): Launched\u000a10:02:19.658476 tst iperf3m4.py:8: start network...\u000a10:02:19.795130 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:02:20.309314 run create_hlr_db(pid=26643): Launched\u000a10:02:20.500038 bus /gobi_6: Setting Powered False\u000a10:02:21.519782 run create_hlr_db(pid=26643): Terminated: ok {rc=0}\u000a10:02:21.930976 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26645): Launched\u000a10:02:22.235632 run osmo-hlr_10.42.42.2(pid=26646): Launched\u000a10:02:22.356802 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:02:22.894950 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26648): Launched\u000a10:02:23.199029 run osmo-stp_10.42.42.5(pid=26649): Launched\u000a10:02:23.309267 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:02:23.842330 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26651): Launched\u000a10:02:23.950843 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:02:24.216115 run patchelf(pid=26652): Launched\u000a10:02:24.394275 run osmo-stp_10.42.42.5(pid=26649): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26649)]\u000a10:02:24.524897 run osmo-stp_10.42.42.5(pid=26649): stdout: \u000a| (launched: 2022-12-10_10:02:23.049598)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:02:24.655760 run osmo-stp_10.42.42.5(pid=26649): stderr: \u000a| �[0;m�[38;5;43m20221210100223222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100223222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100223223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100223223 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100223223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100223224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100223224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:02:24.781779 run osmo-stp_10.42.42.5(pid=26649): stdout: \u000a| (launched: 2022-12-10_10:02:23.049598)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:02:24.906807 run osmo-stp_10.42.42.5(pid=26649): stderr: \u000a| �[0;m�[38;5;43m20221210100223222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100223222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100223223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100223223 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100223223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100223224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100223224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:02:25.051902 run patchelf(pid=26652): Terminating (SIGINT)\u000a10:02:25.222955 run patchelf(pid=26652): Terminated: ok {rc=0}\u000a10:02:25.254660 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26649): Process ended prematurely: osmo-stp_10.42.42.5(pid=26649) [trial-2373↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26649)] [trial-2373↪gprs:oc2g↪iperf3m4.py:8]\u000a10:02:25.263682 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a10:02:25.323674 run osmo-hlr_10.42.42.2(pid=26646): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:oc2g↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26646)]\u000a10:02:25.372657 run osmo-hlr_10.42.42.2(pid=26646): stdout: \u000a| (launched: 2022-12-10_10:02:22.085556) \u000a10:02:25.422148 run osmo-hlr_10.42.42.2(pid=26646): stderr: \u000a| �[0;m�[1;31m20221210100222265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210100222265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210100222265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100222265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100222265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210100222265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210100222278 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:oc2g/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210100222286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210100222287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210100222287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:02:25.464363 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26635): Terminating (SIGTERM)\u000a10:02:25.504041 run iperf3-srv_10.42.42.10(pid=26636): Terminating (SIGTERM)\u000a10:02:25.543793 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26637): Terminating (SIGTERM)\u000a10:02:25.583415 run iperf3-srv_10.42.42.10(pid=26638): Terminating (SIGTERM)\u000a10:02:25.623166 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26639): Terminating (SIGTERM)\u000a10:02:25.663292 run iperf3-srv_10.42.42.10(pid=26640): Terminating (SIGTERM)\u000a10:02:25.702928 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26641): Terminating (SIGTERM)\u000a10:02:25.742362 run iperf3-srv_10.42.42.10(pid=26642): Terminating (SIGTERM)\u000a10:02:25.781993 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26645): Terminating (SIGTERM)\u000a10:02:25.821554 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26648): Terminating (SIGTERM)\u000a10:02:25.861228 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26651): Terminating (SIGTERM)\u000a10:02:25.870138 --- ParallelTerminationStrategy: PID 26635 died...\u000a10:02:25.923352 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26635): Terminated: ok {rc=0}\u000a10:02:25.933082 --- ParallelTerminationStrategy: PID 26636 died...\u000a10:02:25.985908 run iperf3-srv_10.42.42.10(pid=26636): Terminated {rc=256}\u000a10:02:25.995531 --- ParallelTerminationStrategy: PID 26637 died...\u000a10:02:26.048796 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26637): Terminated: ok {rc=0}\u000a10:02:26.058429 --- ParallelTerminationStrategy: PID 26638 died...\u000a10:02:26.110949 run iperf3-srv_10.42.42.10(pid=26638): Terminated {rc=256}\u000a10:02:26.120447 --- ParallelTerminationStrategy: PID 26639 died...\u000a10:02:26.173262 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26639): Terminated: ok {rc=0}\u000a10:02:26.182833 --- ParallelTerminationStrategy: PID 26640 died...\u000a10:02:26.236062 run iperf3-srv_10.42.42.10(pid=26640): Terminated {rc=256}\u000a10:02:26.245790 --- ParallelTerminationStrategy: PID 26641 died...\u000a10:02:26.298627 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26641): Terminated: ok {rc=0}\u000a10:02:26.308221 --- ParallelTerminationStrategy: PID 26642 died...\u000a10:02:26.361175 run iperf3-srv_10.42.42.10(pid=26642): Terminated {rc=256}\u000a10:02:26.370864 --- ParallelTerminationStrategy: PID 26645 died...\u000a10:02:26.424352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26645): Terminated: ok {rc=0}\u000a10:02:26.434063 --- ParallelTerminationStrategy: PID 26648 died...\u000a10:02:26.486923 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26648): Terminated: ok {rc=0}\u000a10:02:26.496608 --- ParallelTerminationStrategy: PID 26651 died...\u000a10:02:26.549512 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26651): Terminated: ok {rc=0}\u000a10:02:26.638278 bus /gobi_4: Setting Powered False\u000a10:02:27.742200 bus /gobi_4: Setting Powered False\u000a10:02:28.853685 bus /gobi_1: Setting Powered False\u000a10:02:29.956401 bus /gobi_1: Setting Powered False\u000a10:02:31.068684 bus /gobi_0: Setting Powered False\u000a10:02:32.185544 bus /gobi_0: Setting Powered False\u000a10:02:33.297086 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26660): Process ended prematurely: osmo-stp_10.42.42.5(pid=26660) [trial-2373↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26660)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26660): Process ended prematurely: osmo-stp_10.42.42.5(pid=26660) [trial-2373↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26660)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:oc2g ping.py\u000a----------------------------------------------\u000a10:02:34.363252 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:02:34.374217 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a10:02:34.497843 tst ping.py: using LAC 27622\u000a10:02:34.620133 tst ping.py: using RAC 82\u000a10:02:34.746046 tst ping.py: using CellId 27622\u000a10:02:34.861887 tst ping.py: using BVCI 27623\u000a10:02:34.884567 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:02:34.895202 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:02:34.905654 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:02:34.915980 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:02:34.926287 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:02:34.936599 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:02:34.947001 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:02:34.957230 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a10:02:35.230138 tst ping.py:19: start network...\u000a10:02:35.354700 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:02:35.834655 run create_hlr_db(pid=26653): Launched\u000a10:02:36.015233 bus /gobi_6: Setting Powered False\u000a10:02:37.040459 run create_hlr_db(pid=26653): Terminated: ok {rc=0}\u000a10:02:37.467721 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26656): Launched\u000a10:02:37.788597 run osmo-hlr_10.42.42.2(pid=26657): Launched\u000a10:02:37.908652 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:02:38.467972 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26659): Launched\u000a10:02:38.788680 run osmo-stp_10.42.42.5(pid=26660): Launched\u000a10:02:38.906359 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:02:39.468413 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26662): Launched\u000a10:02:39.583584 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:02:39.862093 run patchelf(pid=26663): Launched\u000a10:02:40.049785 run osmo-stp_10.42.42.5(pid=26660): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26660)]\u000a10:02:40.186856 run osmo-stp_10.42.42.5(pid=26660): stdout: \u000a| (launched: 2022-12-10_10:02:38.631336)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:02:40.324488 run osmo-stp_10.42.42.5(pid=26660): stderr: \u000a| �[0;m�[38;5;43m20221210100238822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100238822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100238823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100238823 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100238824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100238824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100238824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:02:40.457142 run osmo-stp_10.42.42.5(pid=26660): stdout: \u000a| (launched: 2022-12-10_10:02:38.631336)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:02:40.589068 run osmo-stp_10.42.42.5(pid=26660): stderr: \u000a| �[0;m�[38;5;43m20221210100238822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100238822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100238823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100238823 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100238824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100238824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100238824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:02:40.742710 run patchelf(pid=26663): Terminating (SIGINT)\u000a10:02:40.922527 run patchelf(pid=26663): Terminated: ok {rc=0}\u000a10:02:40.955085 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26660): Process ended prematurely: osmo-stp_10.42.42.5(pid=26660) [trial-2373↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26660)] [trial-2373↪gprs:oc2g↪ping.py:22]\u000a10:02:40.964194 tst ping.py:22: Test FAILED (6.6 sec)\u000a10:02:41.028181 run osmo-hlr_10.42.42.2(pid=26657): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:oc2g↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26657)]\u000a10:02:41.079944 run osmo-hlr_10.42.42.2(pid=26657): stdout: \u000a| (launched: 2022-12-10_10:02:37.631401) \u000a10:02:41.132677 run osmo-hlr_10.42.42.2(pid=26657): stderr: \u000a| �[0;m�[1;31m20221210100237830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210100237830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210100237830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100237830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100237830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210100237830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210100237842 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:oc2g/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210100237851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210100237851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210100237851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:02:41.177272 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26656): Terminating (SIGTERM)\u000a10:02:41.219601 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26659): Terminating (SIGTERM)\u000a10:02:41.261952 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26662): Terminating (SIGTERM)\u000a10:02:41.271727 --- ParallelTerminationStrategy: PID 26656 died...\u000a10:02:41.328317 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26656): Terminated: ok {rc=0}\u000a10:02:41.338570 --- ParallelTerminationStrategy: PID 26659 died...\u000a10:02:41.394918 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26659): Terminated: ok {rc=0}\u000a10:02:41.405296 --- ParallelTerminationStrategy: PID 26662 died...\u000a10:02:41.461781 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26662): Terminated: ok {rc=0}\u000a10:02:41.549364 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26670): Process ended prematurely: osmo-stp_10.42.42.5(pid=26670) [trial-2373↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26670)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26670): Process ended prematurely: osmo-stp_10.42.42.5(pid=26670) [trial-2373↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26670)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:oc2g ping_idle_ping.py\u000a----------------------------------------------\u000a10:02:42.601928 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:02:42.613661 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a10:02:42.737964 tst ping_idle_ping.py: using LAC 27623\u000a10:02:42.856247 tst ping_idle_ping.py: using RAC 83\u000a10:02:42.975382 tst ping_idle_ping.py: using CellId 27623\u000a10:02:43.095057 tst ping_idle_ping.py: using BVCI 27624\u000a10:02:43.118140 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:02:43.128571 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:02:43.138989 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:02:43.149386 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:02:43.159625 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:02:43.169957 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:02:43.180385 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a10:02:43.190951 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a10:02:43.463919 tst ping_idle_ping.py:24: start network...\u000a10:02:43.588429 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:02:44.070240 run create_hlr_db(pid=26664): Launched\u000a10:02:44.243655 bus /gobi_6: Setting Powered False\u000a10:02:45.265372 run create_hlr_db(pid=26664): Terminated: ok {rc=0}\u000a10:02:45.693674 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26666): Launched\u000a10:02:46.147920 run osmo-hlr_10.42.42.2(pid=26667): Launched\u000a10:02:46.350035 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:02:46.986814 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26669): Launched\u000a10:02:47.376660 run osmo-stp_10.42.42.5(pid=26670): Launched\u000a10:02:47.545766 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:02:48.106713 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26672): Launched\u000a10:02:48.221856 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:02:48.501309 run patchelf(pid=26673): Launched\u000a10:02:48.688537 run osmo-stp_10.42.42.5(pid=26670): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26670)]\u000a10:02:48.825808 run osmo-stp_10.42.42.5(pid=26670): stdout: \u000a| (launched: 2022-12-10_10:02:47.153506)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:02:48.963286 run osmo-stp_10.42.42.5(pid=26670): stderr: \u000a| �[0;m�[38;5;43m20221210100247424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100247424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100247425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100247425 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100247425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100247425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100247426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:02:49.095815 run osmo-stp_10.42.42.5(pid=26670): stdout: \u000a| (launched: 2022-12-10_10:02:47.153506)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:02:49.227177 run osmo-stp_10.42.42.5(pid=26670): stderr: \u000a| �[0;m�[38;5;43m20221210100247424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100247424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100247425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100247425 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100247425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100247425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100247426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:02:49.380631 run patchelf(pid=26673): Terminating (SIGINT)\u000a10:02:49.561460 run patchelf(pid=26673): Terminated: ok {rc=0}\u000a10:02:49.593996 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26670): Process ended prematurely: osmo-stp_10.42.42.5(pid=26670) [trial-2373↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26670)] [trial-2373↪gprs:oc2g↪ping_idle_ping.py:27]\u000a10:02:49.603300 tst ping_idle_ping.py:27: Test FAILED (7.0 sec)\u000a10:02:49.666409 run osmo-hlr_10.42.42.2(pid=26667): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:oc2g↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26667)]\u000a10:02:49.717249 run osmo-hlr_10.42.42.2(pid=26667): stdout: \u000a| (launched: 2022-12-10_10:02:45.868301) \u000a10:02:49.768919 run osmo-hlr_10.42.42.2(pid=26667): stderr: \u000a| �[0;m�[1;31m20221210100246136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210100246136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210100246136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100246136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100246136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210100246136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210100246158 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:oc2g/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210100246178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210100246178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210100246178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:02:49.813117 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26666): Terminating (SIGTERM)\u000a10:02:49.854845 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26669): Terminating (SIGTERM)\u000a10:02:49.896868 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26672): Terminating (SIGTERM)\u000a10:02:49.906758 --- ParallelTerminationStrategy: PID 26666 died...\u000a10:02:49.962894 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26666): Terminated: ok {rc=0}\u000a10:02:49.973176 --- ParallelTerminationStrategy: PID 26669 died...\u000a10:02:50.028872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26669): Terminated: ok {rc=0}\u000a10:02:50.039482 --- ParallelTerminationStrategy: PID 26672 died...\u000a10:02:50.095597 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26672): Terminated: ok {rc=0}\u000a10:02:50.182479 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "30", "name" : "gprs_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:01:51" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26688): Process ended prematurely: osmo-stp_10.42.42.5(pid=26688) [trial-2373↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26688)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26688): Process ended prematurely: osmo-stp_10.42.42.5(pid=26688) [trial-2373↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26688)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:oc2g+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:02:52.303398 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:02:52.314488 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:02:52.445480 tst cs_paging_gprs_active.py: using LAC 27624\u000a10:02:52.570339 tst cs_paging_gprs_active.py: using RAC 84\u000a10:02:52.699875 tst cs_paging_gprs_active.py: using CellId 27624\u000a10:02:52.823186 tst cs_paging_gprs_active.py: using BVCI 27625\u000a10:02:52.847664 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:02:52.858823 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:02:52.869854 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:02:52.880881 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:02:52.891904 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:02:52.902995 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:02:52.914377 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:02:52.925458 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:02:52.936608 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:02:53.054210 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:02:53.346504 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:02:53.481048 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:02:53.812024 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26678): Launched\u000a10:02:54.086178 run iperf3-srv_10.42.42.10(pid=26679): Launched\u000a10:02:54.283561 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:02:54.417848 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:02:54.750169 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26680): Launched\u000a10:02:55.024372 run iperf3-srv_10.42.42.10(pid=26681): Launched\u000a10:02:55.220907 tst cs_paging_gprs_active.py:38: start network...\u000a10:02:55.354688 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:02:55.859170 run create_hlr_db(pid=26682): Launched\u000a10:02:56.046066 bus /gobi_6: Setting Powered False\u000a10:02:57.066231 run create_hlr_db(pid=26682): Terminated: ok {rc=0}\u000a10:02:57.470698 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26684): Launched\u000a10:02:57.770369 run osmo-hlr_10.42.42.2(pid=26685): Launched\u000a10:02:57.881286 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:02:58.402493 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26687): Launched\u000a10:02:58.702661 run osmo-stp_10.42.42.5(pid=26688): Launched\u000a10:02:58.813282 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:02:59.338735 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26690): Launched\u000a10:02:59.445922 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:02:59.706994 run patchelf(pid=26691): Launched\u000a10:02:59.883372 run osmo-stp_10.42.42.5(pid=26688): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26688)]\u000a10:03:00.012555 run osmo-stp_10.42.42.5(pid=26688): stdout: \u000a| (launched: 2022-12-10_10:02:58.555325)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:03:00.141943 run osmo-stp_10.42.42.5(pid=26688): stderr: \u000a| �[0;m�[38;5;43m20221210100258725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100258725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100258725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100258725 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100258728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100258728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100258728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:03:00.266578 run osmo-stp_10.42.42.5(pid=26688): stdout: \u000a| (launched: 2022-12-10_10:02:58.555325)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:03:00.390010 run osmo-stp_10.42.42.5(pid=26688): stderr: \u000a| �[0;m�[38;5;43m20221210100258725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100258725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100258725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100258725 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100258728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100258728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100258728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:03:00.534336 run patchelf(pid=26691): Terminating (SIGINT)\u000a10:03:00.703313 run patchelf(pid=26691): Terminated: ok {rc=0}\u000a10:03:00.734426 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26688): Process ended prematurely: osmo-stp_10.42.42.5(pid=26688) [trial-2373↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26688)] [trial-2373↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a10:03:00.743551 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a10:03:00.803342 run osmo-hlr_10.42.42.2(pid=26685): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26685)]\u000a10:03:00.864845 run osmo-hlr_10.42.42.2(pid=26685): stdout: \u000a| (launched: 2022-12-10_10:02:57.623629) \u000a10:03:00.928911 run osmo-hlr_10.42.42.2(pid=26685): stderr: \u000a| �[0;m�[1;31m20221210100257800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210100257800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210100257800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100257800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100257800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210100257800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210100257811 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:oc2g+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210100257820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210100257820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210100257820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:03:00.982376 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26678): Terminating (SIGTERM)\u000a10:03:01.027362 run iperf3-srv_10.42.42.10(pid=26679): Terminating (SIGTERM)\u000a10:03:01.074470 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26680): Terminating (SIGTERM)\u000a10:03:01.121114 run iperf3-srv_10.42.42.10(pid=26681): Terminating (SIGTERM)\u000a10:03:01.168239 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26684): Terminating (SIGTERM)\u000a10:03:01.214193 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26687): Terminating (SIGTERM)\u000a10:03:01.263964 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26690): Terminating (SIGTERM)\u000a10:03:01.275071 --- ParallelTerminationStrategy: PID 26678 died...\u000a10:03:01.336334 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26678): Terminated: ok {rc=0}\u000a10:03:01.347664 --- ParallelTerminationStrategy: PID 26679 died...\u000a10:03:01.407237 run iperf3-srv_10.42.42.10(pid=26679): Terminated {rc=256}\u000a10:03:01.418318 --- ParallelTerminationStrategy: PID 26680 died...\u000a10:03:01.479951 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26680): Terminated: ok {rc=0}\u000a10:03:01.491002 --- ParallelTerminationStrategy: PID 26681 died...\u000a10:03:01.550712 run iperf3-srv_10.42.42.10(pid=26681): Terminated {rc=256}\u000a10:03:01.561966 --- ParallelTerminationStrategy: PID 26684 died...\u000a10:03:01.621560 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26684): Terminated: ok {rc=0}\u000a10:03:01.632691 --- ParallelTerminationStrategy: PID 26687 died...\u000a10:03:01.693477 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26687): Terminated: ok {rc=0}\u000a10:03:01.705067 --- ParallelTerminationStrategy: PID 26690 died...\u000a10:03:01.765215 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26690): Terminated: ok {rc=0}\u000a10:03:01.871953 bus /gobi_0: Setting Powered False\u000a10:03:02.979958 bus /gobi_0: Setting Powered False\u000a10:03:04.090907 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26701): Process ended prematurely: osmo-stp_10.42.42.5(pid=26701) [trial-2373↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26701)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26701): Process ended prematurely: osmo-stp_10.42.42.5(pid=26701) [trial-2373↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26701)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:oc2g+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a10:03:05.200391 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:03:05.211960 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:03:05.335339 tst iperf3.py: using LAC 27625\u000a10:03:05.455209 tst iperf3.py: using RAC 85\u000a10:03:05.573352 tst iperf3.py: using CellId 27625\u000a10:03:05.691194 tst iperf3.py: using BVCI 27626\u000a10:03:05.714289 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:03:05.724837 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:03:05.735358 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:03:05.745923 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:03:05.756349 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:03:05.766786 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:03:05.777374 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:03:05.787694 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:03:05.798348 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:03:06.075078 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:03:06.199805 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:03:06.511381 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26693): Launched\u000a10:03:06.768178 run iperf3-srv_10.42.42.10(pid=26694): Launched\u000a10:03:06.950204 tst iperf3.py:8: start network...\u000a10:03:07.074454 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:03:07.552881 run create_hlr_db(pid=26695): Launched\u000a10:03:07.725595 bus /gobi_6: Setting Powered False\u000a10:03:08.746402 run create_hlr_db(pid=26695): Terminated: ok {rc=0}\u000a10:03:09.170715 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26697): Launched\u000a10:03:09.489111 run osmo-hlr_10.42.42.2(pid=26698): Launched\u000a10:03:09.608335 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:03:10.164806 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26700): Launched\u000a10:03:10.485479 run osmo-stp_10.42.42.5(pid=26701): Launched\u000a10:03:10.602340 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:03:11.158844 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26703): Launched\u000a10:03:11.273216 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:03:11.551317 run patchelf(pid=26704): Launched\u000a10:03:11.739090 run osmo-stp_10.42.42.5(pid=26701): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26701)]\u000a10:03:11.876554 run osmo-stp_10.42.42.5(pid=26701): stdout: \u000a| (launched: 2022-12-10_10:03:10.329054)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:03:12.014297 run osmo-stp_10.42.42.5(pid=26701): stderr: \u000a| �[0;m�[38;5;43m20221210100310521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100310522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100310522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100310522 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100310523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100310523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100310523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:03:12.147345 run osmo-stp_10.42.42.5(pid=26701): stdout: \u000a| (launched: 2022-12-10_10:03:10.329054)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:03:12.278843 run osmo-stp_10.42.42.5(pid=26701): stderr: \u000a| �[0;m�[38;5;43m20221210100310521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100310522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100310522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100310522 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100310523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100310523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100310523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:03:12.432243 run patchelf(pid=26704): Terminating (SIGINT)\u000a10:03:12.612852 run patchelf(pid=26704): Terminated: ok {rc=0}\u000a10:03:12.646141 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26701): Process ended prematurely: osmo-stp_10.42.42.5(pid=26701) [trial-2373↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26701)] [trial-2373↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8]\u000a10:03:12.655929 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a10:03:12.719815 run osmo-hlr_10.42.42.2(pid=26698): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:oc2g+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26698)]\u000a10:03:12.771603 run osmo-hlr_10.42.42.2(pid=26698): stdout: \u000a| (launched: 2022-12-10_10:03:09.333099) \u000a10:03:12.824080 run osmo-hlr_10.42.42.2(pid=26698): stderr: \u000a| �[0;m�[1;31m20221210100309529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210100309529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210100309529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100309529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100309529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210100309529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210100309541 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:oc2g+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210100309550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210100309550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210100309550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:03:12.868584 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26693): Terminating (SIGTERM)\u000a10:03:12.911184 run iperf3-srv_10.42.42.10(pid=26694): Terminating (SIGTERM)\u000a10:03:12.953571 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26697): Terminating (SIGTERM)\u000a10:03:12.995603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26700): Terminating (SIGTERM)\u000a10:03:13.038267 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26703): Terminating (SIGTERM)\u000a10:03:13.047871 --- ParallelTerminationStrategy: PID 26693 died...\u000a10:03:13.104398 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26693): Terminated: ok {rc=0}\u000a10:03:13.114438 --- ParallelTerminationStrategy: PID 26694 died...\u000a10:03:13.170674 run iperf3-srv_10.42.42.10(pid=26694): Terminated {rc=256}\u000a10:03:13.180581 --- ParallelTerminationStrategy: PID 26697 died...\u000a10:03:13.236833 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26697): Terminated: ok {rc=0}\u000a10:03:13.246836 --- ParallelTerminationStrategy: PID 26700 died...\u000a10:03:13.303070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26700): Terminated: ok {rc=0}\u000a10:03:13.313114 --- ParallelTerminationStrategy: PID 26703 died...\u000a10:03:13.369026 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26703): Terminated: ok {rc=0}\u000a10:03:13.457522 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26724): Process ended prematurely: osmo-stp_10.42.42.5(pid=26724) [trial-2373↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26724)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26724): Process ended prematurely: osmo-stp_10.42.42.5(pid=26724) [trial-2373↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26724)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:oc2g+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a10:03:14.572157 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:03:14.583994 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:03:14.709752 tst iperf3m4.py: using LAC 27626\u000a10:03:14.834941 tst iperf3m4.py: using RAC 86\u000a10:03:14.961420 tst iperf3m4.py: using CellId 27626\u000a10:03:15.088404 tst iperf3m4.py: using BVCI 27627\u000a10:03:15.113244 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:03:15.124646 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:03:15.135690 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:03:15.147512 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:03:15.159006 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:03:15.170042 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:03:15.181461 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:03:15.192540 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:03:15.203866 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:03:15.324012 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:03:15.443742 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:03:15.559406 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:03:15.856739 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:03:15.994080 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:03:16.344346 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26710): Launched\u000a10:03:16.657372 run iperf3-srv_10.42.42.10(pid=26711): Launched\u000a10:03:16.855802 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:03:16.982826 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:03:17.319054 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26712): Launched\u000a10:03:17.577965 run iperf3-srv_10.42.42.10(pid=26713): Launched\u000a10:03:17.760895 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:03:17.885538 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:03:18.196628 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26714): Launched\u000a10:03:18.454015 run iperf3-srv_10.42.42.10(pid=26715): Launched\u000a10:03:18.635222 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:03:18.758808 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:03:19.067911 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26716): Launched\u000a10:03:19.324499 run iperf3-srv_10.42.42.10(pid=26717): Launched\u000a10:03:19.505806 tst iperf3m4.py:8: start network...\u000a10:03:19.629688 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:03:20.109570 run create_hlr_db(pid=26718): Launched\u000a10:03:20.296635 bus /gobi_6: Setting Powered False\u000a10:03:21.315738 run create_hlr_db(pid=26718): Terminated: ok {rc=0}\u000a10:03:21.718696 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26720): Launched\u000a10:03:22.018677 run osmo-hlr_10.42.42.2(pid=26721): Launched\u000a10:03:22.129349 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:03:22.650667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26723): Launched\u000a10:03:22.950282 run osmo-stp_10.42.42.5(pid=26724): Launched\u000a10:03:23.059592 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:03:23.583837 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26726): Launched\u000a10:03:23.690497 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:03:23.952103 run patchelf(pid=26727): Launched\u000a10:03:24.128549 run osmo-stp_10.42.42.5(pid=26724): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26724)]\u000a10:03:24.257451 run osmo-stp_10.42.42.5(pid=26724): stdout: \u000a| (launched: 2022-12-10_10:03:22.803330)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:03:24.386736 run osmo-stp_10.42.42.5(pid=26724): stderr: \u000a| �[0;m�[38;5;43m20221210100322973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100322974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100322974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100322974 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100322975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100322975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100322975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:03:24.510789 run osmo-stp_10.42.42.5(pid=26724): stdout: \u000a| (launched: 2022-12-10_10:03:22.803330)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:03:24.633730 run osmo-stp_10.42.42.5(pid=26724): stderr: \u000a| �[0;m�[38;5;43m20221210100322973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100322974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100322974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100322974 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100322975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100322975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100322975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:03:24.777424 run patchelf(pid=26727): Terminating (SIGINT)\u000a10:03:24.946977 run patchelf(pid=26727): Terminated: ok {rc=0}\u000a10:03:24.978238 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26724): Process ended prematurely: osmo-stp_10.42.42.5(pid=26724) [trial-2373↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26724)] [trial-2373↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8]\u000a10:03:24.987346 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a10:03:25.047199 run osmo-hlr_10.42.42.2(pid=26721): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26721)]\u000a10:03:25.096045 run osmo-hlr_10.42.42.2(pid=26721): stdout: \u000a| (launched: 2022-12-10_10:03:21.871449) \u000a10:03:25.145611 run osmo-hlr_10.42.42.2(pid=26721): stderr: \u000a| �[0;m�[1;31m20221210100322048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210100322048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210100322048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100322048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100322048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210100322048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210100322060 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:oc2g+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210100322069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210100322069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210100322069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:03:25.187659 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26710): Terminating (SIGTERM)\u000a10:03:25.227253 run iperf3-srv_10.42.42.10(pid=26711): Terminating (SIGTERM)\u000a10:03:25.267161 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26712): Terminating (SIGTERM)\u000a10:03:25.306924 run iperf3-srv_10.42.42.10(pid=26713): Terminating (SIGTERM)\u000a10:03:25.346592 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26714): Terminating (SIGTERM)\u000a10:03:25.386171 run iperf3-srv_10.42.42.10(pid=26715): Terminating (SIGTERM)\u000a10:03:25.425730 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26716): Terminating (SIGTERM)\u000a10:03:25.465348 run iperf3-srv_10.42.42.10(pid=26717): Terminating (SIGTERM)\u000a10:03:25.505326 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26720): Terminating (SIGTERM)\u000a10:03:25.544939 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26723): Terminating (SIGTERM)\u000a10:03:25.584615 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26726): Terminating (SIGTERM)\u000a10:03:25.593748 --- ParallelTerminationStrategy: PID 26710 died...\u000a10:03:25.647222 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26710): Terminated: ok {rc=0}\u000a10:03:25.656753 --- ParallelTerminationStrategy: PID 26711 died...\u000a10:03:25.710035 run iperf3-srv_10.42.42.10(pid=26711): Terminated {rc=256}\u000a10:03:25.719445 --- ParallelTerminationStrategy: PID 26712 died...\u000a10:03:25.772592 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26712): Terminated: ok {rc=0}\u000a10:03:25.782119 --- ParallelTerminationStrategy: PID 26713 died...\u000a10:03:25.835180 run iperf3-srv_10.42.42.10(pid=26713): Terminated {rc=256}\u000a10:03:25.844557 --- ParallelTerminationStrategy: PID 26714 died...\u000a10:03:25.897659 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26714): Terminated: ok {rc=0}\u000a10:03:25.907121 --- ParallelTerminationStrategy: PID 26715 died...\u000a10:03:25.959637 run iperf3-srv_10.42.42.10(pid=26715): Terminated {rc=256}\u000a10:03:25.969129 --- ParallelTerminationStrategy: PID 26716 died...\u000a10:03:26.021534 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26716): Terminated: ok {rc=0}\u000a10:03:26.030976 --- ParallelTerminationStrategy: PID 26717 died...\u000a10:03:26.083635 run iperf3-srv_10.42.42.10(pid=26717): Terminated {rc=256}\u000a10:03:26.093216 --- ParallelTerminationStrategy: PID 26720 died...\u000a10:03:26.146026 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26720): Terminated: ok {rc=0}\u000a10:03:26.155553 --- ParallelTerminationStrategy: PID 26723 died...\u000a10:03:26.208930 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26723): Terminated: ok {rc=0}\u000a10:03:26.218505 --- ParallelTerminationStrategy: PID 26726 died...\u000a10:03:26.271556 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26726): Terminated: ok {rc=0}\u000a10:03:26.355705 bus /gobi_4: Setting Powered False\u000a10:03:27.463813 bus /gobi_4: Setting Powered False\u000a10:03:28.571683 bus /gobi_1: Setting Powered False\u000a10:03:29.679518 bus /gobi_1: Setting Powered False\u000a10:03:30.791778 bus /gobi_0: Setting Powered False\u000a10:03:31.902977 bus /gobi_0: Setting Powered False\u000a10:03:33.015135 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26734): Process ended prematurely: osmo-stp_10.42.42.5(pid=26734) [trial-2373↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26734)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26734): Process ended prematurely: osmo-stp_10.42.42.5(pid=26734) [trial-2373↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26734)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:oc2g+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a10:03:34.083777 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:03:34.095685 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:03:34.225101 tst ping.py: using LAC 27627\u000a10:03:34.349968 tst ping.py: using RAC 87\u000a10:03:34.477898 tst ping.py: using CellId 27627\u000a10:03:34.600494 tst ping.py: using BVCI 27628\u000a10:03:34.624480 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:03:34.635762 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:03:34.647053 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:03:34.658446 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:03:34.669768 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:03:34.680872 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:03:34.692302 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:03:34.703792 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:03:34.989408 tst ping.py:19: start network...\u000a10:03:35.120564 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:03:35.614448 run create_hlr_db(pid=26728): Launched\u000a10:03:35.798069 bus /gobi_6: Setting Powered False\u000a10:03:36.817968 run create_hlr_db(pid=26728): Terminated: ok {rc=0}\u000a10:03:37.212757 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26730): Launched\u000a10:03:37.506711 run osmo-hlr_10.42.42.2(pid=26731): Launched\u000a10:03:37.616402 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:03:38.128707 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26733): Launched\u000a10:03:38.423872 run osmo-stp_10.42.42.5(pid=26734): Launched\u000a10:03:38.531750 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:03:39.045695 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26736): Launched\u000a10:03:39.150161 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:03:39.406764 run patchelf(pid=26737): Launched\u000a10:03:39.579842 run osmo-stp_10.42.42.5(pid=26734): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26734)]\u000a10:03:39.706411 run osmo-stp_10.42.42.5(pid=26734): stdout: \u000a| (launched: 2022-12-10_10:03:38.279019)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:03:39.833215 run osmo-stp_10.42.42.5(pid=26734): stderr: \u000a| �[0;m�[38;5;43m20221210100338448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100338448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100338448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100338449 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100338449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100338449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100338449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:03:39.955206 run osmo-stp_10.42.42.5(pid=26734): stdout: \u000a| (launched: 2022-12-10_10:03:38.279019)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:03:40.076111 run osmo-stp_10.42.42.5(pid=26734): stderr: \u000a| �[0;m�[38;5;43m20221210100338448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100338448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100338448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100338449 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100338449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100338449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100338449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:03:40.217685 run patchelf(pid=26737): Terminating (SIGINT)\u000a10:03:40.384887 run patchelf(pid=26737): Terminated: ok {rc=0}\u000a10:03:40.415356 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26734): Process ended prematurely: osmo-stp_10.42.42.5(pid=26734) [trial-2373↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26734)] [trial-2373↪gprs:oc2g+mod-bts0-egprs↪ping.py:22]\u000a10:03:40.423897 tst ping.py:22: Test FAILED (6.3 sec)\u000a10:03:40.484292 run osmo-hlr_10.42.42.2(pid=26731): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:oc2g+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26731)]\u000a10:03:40.533730 run osmo-hlr_10.42.42.2(pid=26731): stdout: \u000a| (launched: 2022-12-10_10:03:37.362366) \u000a10:03:40.583508 run osmo-hlr_10.42.42.2(pid=26731): stderr: \u000a| �[0;m�[1;31m20221210100337540 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210100337540 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210100337540 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100337540 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100337540 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210100337541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210100337552 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:oc2g+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210100337561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210100337561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210100337561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:03:40.625989 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26730): Terminating (SIGTERM)\u000a10:03:40.666130 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26733): Terminating (SIGTERM)\u000a10:03:40.706260 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26736): Terminating (SIGTERM)\u000a10:03:40.715521 --- ParallelTerminationStrategy: PID 26730 died...\u000a10:03:40.769080 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26730): Terminated: ok {rc=0}\u000a10:03:40.778660 --- ParallelTerminationStrategy: PID 26733 died...\u000a10:03:40.831673 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26733): Terminated: ok {rc=0}\u000a10:03:40.841278 --- ParallelTerminationStrategy: PID 26736 died...\u000a10:03:40.894199 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26736): Terminated: ok {rc=0}\u000a10:03:40.982699 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26744): Process ended prematurely: osmo-stp_10.42.42.5(pid=26744) [trial-2373↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26744)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26744): Process ended prematurely: osmo-stp_10.42.42.5(pid=26744) [trial-2373↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26744)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:oc2g+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a10:03:42.034204 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:03:42.045534 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:03:42.168740 tst ping_idle_ping.py: using LAC 27628\u000a10:03:42.287173 tst ping_idle_ping.py: using RAC 88\u000a10:03:42.402537 tst ping_idle_ping.py: using CellId 27628\u000a10:03:42.517995 tst ping_idle_ping.py: using BVCI 27629\u000a10:03:42.540598 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:03:42.551268 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:03:42.561880 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:03:42.572453 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:03:42.582935 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:03:42.593403 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:03:42.604440 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:03:42.615307 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:03:42.885591 tst ping_idle_ping.py:24: start network...\u000a10:03:43.008287 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:03:43.484186 run create_hlr_db(pid=26738): Launched\u000a10:03:43.656303 bus /gobi_6: Setting Powered False\u000a10:03:44.678361 run create_hlr_db(pid=26738): Terminated: ok {rc=0}\u000a10:03:45.098980 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26740): Launched\u000a10:03:45.415972 run osmo-hlr_10.42.42.2(pid=26741): Launched\u000a10:03:45.535835 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:03:46.143948 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26743): Launched\u000a10:03:46.534229 run osmo-stp_10.42.42.5(pid=26744): Launched\u000a10:03:46.729735 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:03:47.395374 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26746): Launched\u000a10:03:47.509715 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:03:47.784252 run patchelf(pid=26747): Launched\u000a10:03:47.969576 run osmo-stp_10.42.42.5(pid=26744): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26744)]\u000a10:03:48.105627 run osmo-stp_10.42.42.5(pid=26744): stdout: \u000a| (launched: 2022-12-10_10:03:46.307514)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:03:48.241795 run osmo-stp_10.42.42.5(pid=26744): stderr: \u000a| �[0;m�[38;5;43m20221210100346639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100346640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100346640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100346640 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100346641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100346641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100346641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:03:48.373077 run osmo-stp_10.42.42.5(pid=26744): stdout: \u000a| (launched: 2022-12-10_10:03:46.307514)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:03:48.503364 run osmo-stp_10.42.42.5(pid=26744): stderr: \u000a| �[0;m�[38;5;43m20221210100346639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100346640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100346640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100346640 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100346641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100346641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100346641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:03:48.655110 run patchelf(pid=26747): Terminating (SIGINT)\u000a10:03:48.832790 run patchelf(pid=26747): Terminated: ok {rc=0}\u000a10:03:48.865323 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26744): Process ended prematurely: osmo-stp_10.42.42.5(pid=26744) [trial-2373↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26744)] [trial-2373↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a10:03:48.874699 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a10:03:48.938242 run osmo-hlr_10.42.42.2(pid=26741): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26741)]\u000a10:03:48.989983 run osmo-hlr_10.42.42.2(pid=26741): stdout: \u000a| (launched: 2022-12-10_10:03:45.260489) \u000a10:03:49.042299 run osmo-hlr_10.42.42.2(pid=26741): stderr: \u000a| �[0;m�[1;31m20221210100345458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210100345458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210100345458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100345458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100345458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210100345458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210100345474 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:oc2g+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210100345483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210100345484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210100345484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:03:49.086593 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26740): Terminating (SIGTERM)\u000a10:03:49.128925 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26743): Terminating (SIGTERM)\u000a10:03:49.170982 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26746): Terminating (SIGTERM)\u000a10:03:49.180623 --- ParallelTerminationStrategy: PID 26740 died...\u000a10:03:49.237002 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26740): Terminated: ok {rc=0}\u000a10:03:49.247576 --- ParallelTerminationStrategy: PID 26743 died...\u000a10:03:49.304006 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26743): Terminated: ok {rc=0}\u000a10:03:49.314012 --- ParallelTerminationStrategy: PID 26746 died...\u000a10:03:49.369951 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26746): Terminated: ok {rc=0}\u000a10:03:49.459226 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "31", "name" : "gprs_oc2g+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:02:51" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26761): Process ended prematurely: osmo-stp_10.42.42.5(pid=26761) [trial-2373↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26761)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26761): Process ended prematurely: osmo-stp_10.42.42.5(pid=26761) [trial-2373↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26761)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:oc2g+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:03:51.565035 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:03:51.575796 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:03:51.719684 tst cs_paging_gprs_active.py: using LAC 27629\u000a10:03:51.839113 tst cs_paging_gprs_active.py: using RAC 89\u000a10:03:51.958431 tst cs_paging_gprs_active.py: using CellId 27629\u000a10:03:52.076653 tst cs_paging_gprs_active.py: using BVCI 27630\u000a10:03:52.099731 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:03:52.110582 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:03:52.121185 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:03:52.131726 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:03:52.142202 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:03:52.152721 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:03:52.163620 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:03:52.174098 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:03:52.184750 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:03:52.303739 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:03:52.597274 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:03:52.732420 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:03:53.066286 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26751): Launched\u000a10:03:53.342836 run iperf3-srv_10.42.42.10(pid=26752): Launched\u000a10:03:53.542248 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:03:53.677794 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:03:54.010798 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26753): Launched\u000a10:03:54.286503 run iperf3-srv_10.42.42.10(pid=26754): Launched\u000a10:03:54.484812 tst cs_paging_gprs_active.py:38: start network...\u000a10:03:54.620186 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:03:55.124798 run create_hlr_db(pid=26755): Launched\u000a10:03:55.310988 bus /gobi_6: Setting Powered False\u000a10:03:56.331842 run create_hlr_db(pid=26755): Terminated: ok {rc=0}\u000a10:03:56.757748 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26757): Launched\u000a10:03:57.078004 run osmo-hlr_10.42.42.2(pid=26758): Launched\u000a10:03:57.198245 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:03:57.758331 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26760): Launched\u000a10:03:58.079453 run osmo-stp_10.42.42.5(pid=26761): Launched\u000a10:03:58.196711 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:03:58.758758 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26763): Launched\u000a10:03:58.873515 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:03:59.153147 run patchelf(pid=26764): Launched\u000a10:03:59.342272 run osmo-stp_10.42.42.5(pid=26761): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26761)]\u000a10:03:59.480448 run osmo-stp_10.42.42.5(pid=26761): stdout: \u000a| (launched: 2022-12-10_10:03:57.921832)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:03:59.619261 run osmo-stp_10.42.42.5(pid=26761): stderr: \u000a| �[0;m�[38;5;43m20221210100358114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100358115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100358115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100358115 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100358116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100358116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100358116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:03:59.752830 run osmo-stp_10.42.42.5(pid=26761): stdout: \u000a| (launched: 2022-12-10_10:03:57.921832)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:03:59.885183 run osmo-stp_10.42.42.5(pid=26761): stderr: \u000a| �[0;m�[38;5;43m20221210100358114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100358115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100358115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100358115 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100358116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100358116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100358116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:04:00.039843 run patchelf(pid=26764): Terminating (SIGINT)\u000a10:04:00.222126 run patchelf(pid=26764): Terminated: ok {rc=0}\u000a10:04:00.255428 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26761): Process ended prematurely: osmo-stp_10.42.42.5(pid=26761) [trial-2373↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26761)] [trial-2373↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a10:04:00.265132 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a10:04:00.328203 run osmo-hlr_10.42.42.2(pid=26758): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26758)]\u000a10:04:00.379196 run osmo-hlr_10.42.42.2(pid=26758): stdout: \u000a| (launched: 2022-12-10_10:03:56.920941) \u000a10:04:00.432121 run osmo-hlr_10.42.42.2(pid=26758): stderr: \u000a| �[0;m�[1;31m20221210100357119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210100357119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210100357119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100357119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100357119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210100357119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210100357132 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:oc2g+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210100357140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210100357140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210100357140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:04:00.476516 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26751): Terminating (SIGTERM)\u000a10:04:00.518967 run iperf3-srv_10.42.42.10(pid=26752): Terminating (SIGTERM)\u000a10:04:00.560808 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26753): Terminating (SIGTERM)\u000a10:04:00.602473 run iperf3-srv_10.42.42.10(pid=26754): Terminating (SIGTERM)\u000a10:04:00.644882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26757): Terminating (SIGTERM)\u000a10:04:00.686881 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26760): Terminating (SIGTERM)\u000a10:04:00.728736 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26763): Terminating (SIGTERM)\u000a10:04:00.738377 --- ParallelTerminationStrategy: PID 26751 died...\u000a10:04:00.794359 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26751): Terminated: ok {rc=0}\u000a10:04:00.804231 --- ParallelTerminationStrategy: PID 26752 died...\u000a10:04:00.860264 run iperf3-srv_10.42.42.10(pid=26752): Terminated {rc=256}\u000a10:04:00.870760 --- ParallelTerminationStrategy: PID 26753 died...\u000a10:04:00.932860 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26753): Terminated: ok {rc=0}\u000a10:04:00.943104 --- ParallelTerminationStrategy: PID 26754 died...\u000a10:04:00.998963 run iperf3-srv_10.42.42.10(pid=26754): Terminated {rc=256}\u000a10:04:01.009189 --- ParallelTerminationStrategy: PID 26757 died...\u000a10:04:01.065464 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26757): Terminated: ok {rc=0}\u000a10:04:01.075746 --- ParallelTerminationStrategy: PID 26760 died...\u000a10:04:01.131849 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26760): Terminated: ok {rc=0}\u000a10:04:01.142350 --- ParallelTerminationStrategy: PID 26763 died...\u000a10:04:01.198755 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26763): Terminated: ok {rc=0}\u000a10:04:01.287038 bus /gobi_0: Setting Powered False\u000a10:04:02.389189 bus /gobi_0: Setting Powered False\u000a10:04:03.500387 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26773): Process ended prematurely: osmo-stp_10.42.42.5(pid=26773) [trial-2373↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26773)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26773): Process ended prematurely: osmo-stp_10.42.42.5(pid=26773) [trial-2373↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26773)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:oc2g+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a10:04:04.610314 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:04:04.621684 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:04:04.771647 tst iperf3.py: using LAC 27630\u000a10:04:04.890392 tst iperf3.py: using RAC 90\u000a10:04:05.007679 tst iperf3.py: using CellId 27630\u000a10:04:05.124772 tst iperf3.py: using BVCI 27631\u000a10:04:05.147819 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:04:05.158643 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:04:05.169272 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:04:05.180334 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:04:05.191308 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:04:05.203215 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:04:05.214234 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:04:05.225274 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:04:05.236592 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:04:05.530294 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:04:05.664880 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:04:05.996286 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26765): Launched\u000a10:04:06.271134 run iperf3-srv_10.42.42.10(pid=26766): Launched\u000a10:04:06.468777 tst iperf3.py:8: start network...\u000a10:04:06.603854 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:04:07.108324 run create_hlr_db(pid=26767): Launched\u000a10:04:07.294989 bus /gobi_6: Setting Powered False\u000a10:04:08.314871 run create_hlr_db(pid=26767): Terminated: ok {rc=0}\u000a10:04:08.742522 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26769): Launched\u000a10:04:09.062353 run osmo-hlr_10.42.42.2(pid=26770): Launched\u000a10:04:09.179324 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:04:09.737494 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26772): Launched\u000a10:04:10.057617 run osmo-stp_10.42.42.5(pid=26773): Launched\u000a10:04:10.175149 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:04:10.737518 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26776): Launched\u000a10:04:10.852469 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:04:11.131359 run patchelf(pid=26777): Launched\u000a10:04:11.319648 run osmo-stp_10.42.42.5(pid=26773): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26773)]\u000a10:04:11.457693 run osmo-stp_10.42.42.5(pid=26773): stdout: \u000a| (launched: 2022-12-10_10:04:09.900063)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:04:11.596603 run osmo-stp_10.42.42.5(pid=26773): stderr: \u000a| �[0;m�[38;5;43m20221210100410092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100410092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100410092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100410093 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100410093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100410093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100410093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:04:11.729533 run osmo-stp_10.42.42.5(pid=26773): stdout: \u000a| (launched: 2022-12-10_10:04:09.900063)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:04:11.861547 run osmo-stp_10.42.42.5(pid=26773): stderr: \u000a| �[0;m�[38;5;43m20221210100410092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100410092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100410092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100410093 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100410093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100410093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100410093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:04:12.016197 run patchelf(pid=26777): Terminating (SIGINT)\u000a10:04:12.197380 run patchelf(pid=26777): Terminated: ok {rc=0}\u000a10:04:12.230609 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26773): Process ended prematurely: osmo-stp_10.42.42.5(pid=26773) [trial-2373↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26773)] [trial-2373↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a10:04:12.240357 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a10:04:12.303574 run osmo-hlr_10.42.42.2(pid=26770): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26770)]\u000a10:04:12.355036 run osmo-hlr_10.42.42.2(pid=26770): stdout: \u000a| (launched: 2022-12-10_10:04:08.905766) \u000a10:04:12.407276 run osmo-hlr_10.42.42.2(pid=26770): stderr: \u000a| �[0;m�[1;31m20221210100409101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210100409101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210100409101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100409101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100409101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210100409101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210100409114 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:oc2g+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210100409124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210100409124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210100409124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:04:12.452111 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26765): Terminating (SIGTERM)\u000a10:04:12.493710 run iperf3-srv_10.42.42.10(pid=26766): Terminating (SIGTERM)\u000a10:04:12.535981 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26769): Terminating (SIGTERM)\u000a10:04:12.578233 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26772): Terminating (SIGTERM)\u000a10:04:12.619919 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26776): Terminating (SIGTERM)\u000a10:04:12.629560 --- ParallelTerminationStrategy: PID 26765 died...\u000a10:04:12.685996 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26765): Terminated: ok {rc=0}\u000a10:04:12.695981 --- ParallelTerminationStrategy: PID 26766 died...\u000a10:04:12.751742 run iperf3-srv_10.42.42.10(pid=26766): Terminated {rc=256}\u000a10:04:12.761842 --- ParallelTerminationStrategy: PID 26769 died...\u000a10:04:12.817116 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26769): Terminated: ok {rc=0}\u000a10:04:12.827111 --- ParallelTerminationStrategy: PID 26772 died...\u000a10:04:12.882270 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26772): Terminated: ok {rc=0}\u000a10:04:12.892385 --- ParallelTerminationStrategy: PID 26776 died...\u000a10:04:12.948138 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26776): Terminated: ok {rc=0}\u000a10:04:13.036146 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26792): Process ended prematurely: osmo-stp_10.42.42.5(pid=26792) [trial-2373↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26792)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26792): Process ended prematurely: osmo-stp_10.42.42.5(pid=26792) [trial-2373↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26792)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:oc2g+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a10:04:14.145949 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:04:14.157397 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:04:14.300813 tst iperf3m4.py: using LAC 27631\u000a10:04:14.420587 tst iperf3m4.py: using RAC 91\u000a10:04:14.540557 tst iperf3m4.py: using CellId 27631\u000a10:04:14.659490 tst iperf3m4.py: using BVCI 27632\u000a10:04:14.682396 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:04:14.693281 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:04:14.703748 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:04:14.714366 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:04:14.724832 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:04:14.735438 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:04:14.746231 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:04:14.756714 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:04:14.767498 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:04:14.887342 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:04:15.005899 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:04:15.127121 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:04:15.419518 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:04:15.554946 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:04:15.906775 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26778): Launched\u000a10:04:16.238076 run iperf3-srv_10.42.42.10(pid=26779): Launched\u000a10:04:16.494227 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:04:16.650826 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:04:17.027537 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26780): Launched\u000a10:04:17.335279 run iperf3-srv_10.42.42.10(pid=26781): Launched\u000a10:04:17.518494 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:04:17.643626 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:04:17.958288 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26782): Launched\u000a10:04:18.219794 run iperf3-srv_10.42.42.10(pid=26783): Launched\u000a10:04:18.402756 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:04:18.527663 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:04:18.843415 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26784): Launched\u000a10:04:19.104885 run iperf3-srv_10.42.42.10(pid=26785): Launched\u000a10:04:19.286856 tst iperf3m4.py:8: start network...\u000a10:04:19.410936 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:04:19.893171 run create_hlr_db(pid=26786): Launched\u000a10:04:20.065660 bus /gobi_6: Setting Powered False\u000a10:04:21.086734 run create_hlr_db(pid=26786): Terminated: ok {rc=0}\u000a10:04:21.490674 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26788): Launched\u000a10:04:21.792239 run osmo-hlr_10.42.42.2(pid=26789): Launched\u000a10:04:21.901937 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:04:22.424672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26791): Launched\u000a10:04:22.725651 run osmo-stp_10.42.42.5(pid=26792): Launched\u000a10:04:22.838846 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:04:23.363919 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26794): Launched\u000a10:04:23.470329 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:04:23.733829 run patchelf(pid=26795): Launched\u000a10:04:23.909418 run osmo-stp_10.42.42.5(pid=26792): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26792)]\u000a10:04:24.038104 run osmo-stp_10.42.42.5(pid=26792): stdout: \u000a| (launched: 2022-12-10_10:04:22.576607)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:04:24.166796 run osmo-stp_10.42.42.5(pid=26792): stderr: \u000a| �[0;m�[38;5;43m20221210100422752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100422753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100422753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100422753 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100422754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100422754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100422754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:04:24.290079 run osmo-stp_10.42.42.5(pid=26792): stdout: \u000a| (launched: 2022-12-10_10:04:22.576607)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:04:24.412605 run osmo-stp_10.42.42.5(pid=26792): stderr: \u000a| �[0;m�[38;5;43m20221210100422752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100422753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100422753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100422753 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100422754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100422754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100422754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:04:24.555773 run patchelf(pid=26795): Terminating (SIGINT)\u000a10:04:24.725189 run patchelf(pid=26795): Terminated: ok {rc=0}\u000a10:04:24.756067 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26792): Process ended prematurely: osmo-stp_10.42.42.5(pid=26792) [trial-2373↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26792)] [trial-2373↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a10:04:24.765182 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a10:04:24.825404 run osmo-hlr_10.42.42.2(pid=26789): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26789)]\u000a10:04:24.875066 run osmo-hlr_10.42.42.2(pid=26789): stdout: \u000a| (launched: 2022-12-10_10:04:21.642503) \u000a10:04:24.924667 run osmo-hlr_10.42.42.2(pid=26789): stderr: \u000a| �[0;m�[1;31m20221210100421821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210100421821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210100421821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100421821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100421821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210100421821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210100421833 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:oc2g+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210100421843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210100421843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210100421843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:04:24.966954 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26778): Terminating (SIGTERM)\u000a10:04:25.006599 run iperf3-srv_10.42.42.10(pid=26779): Terminating (SIGTERM)\u000a10:04:25.046186 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26780): Terminating (SIGTERM)\u000a10:04:25.085672 run iperf3-srv_10.42.42.10(pid=26781): Terminating (SIGTERM)\u000a10:04:25.125379 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26782): Terminating (SIGTERM)\u000a10:04:25.165183 run iperf3-srv_10.42.42.10(pid=26783): Terminating (SIGTERM)\u000a10:04:25.204721 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26784): Terminating (SIGTERM)\u000a10:04:25.244129 run iperf3-srv_10.42.42.10(pid=26785): Terminating (SIGTERM)\u000a10:04:25.283764 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26788): Terminating (SIGTERM)\u000a10:04:25.323666 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26791): Terminating (SIGTERM)\u000a10:04:25.363254 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26794): Terminating (SIGTERM)\u000a10:04:25.372295 --- ParallelTerminationStrategy: PID 26778 died...\u000a10:04:25.425887 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26778): Terminated: ok {rc=0}\u000a10:04:25.435466 --- ParallelTerminationStrategy: PID 26779 died...\u000a10:04:25.487853 run iperf3-srv_10.42.42.10(pid=26779): Terminated {rc=256}\u000a10:04:25.497355 --- ParallelTerminationStrategy: PID 26780 died...\u000a10:04:25.550741 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26780): Terminated: ok {rc=0}\u000a10:04:25.560411 --- ParallelTerminationStrategy: PID 26781 died...\u000a10:04:25.613284 run iperf3-srv_10.42.42.10(pid=26781): Terminated {rc=256}\u000a10:04:25.622872 --- ParallelTerminationStrategy: PID 26782 died...\u000a10:04:25.675718 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26782): Terminated: ok {rc=0}\u000a10:04:25.685190 --- ParallelTerminationStrategy: PID 26783 died...\u000a10:04:25.738135 run iperf3-srv_10.42.42.10(pid=26783): Terminated {rc=256}\u000a10:04:25.747725 --- ParallelTerminationStrategy: PID 26784 died...\u000a10:04:25.800346 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26784): Terminated: ok {rc=0}\u000a10:04:25.809954 --- ParallelTerminationStrategy: PID 26785 died...\u000a10:04:25.862680 run iperf3-srv_10.42.42.10(pid=26785): Terminated {rc=256}\u000a10:04:25.872121 --- ParallelTerminationStrategy: PID 26788 died...\u000a10:04:25.924859 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26788): Terminated: ok {rc=0}\u000a10:04:25.934601 --- ParallelTerminationStrategy: PID 26791 died...\u000a10:04:25.987577 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26791): Terminated: ok {rc=0}\u000a10:04:25.997267 --- ParallelTerminationStrategy: PID 26794 died...\u000a10:04:26.050014 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26794): Terminated: ok {rc=0}\u000a10:04:26.132929 bus /gobi_4: Setting Powered False\u000a10:04:27.240087 bus /gobi_4: Setting Powered False\u000a10:04:28.347631 bus /gobi_1: Setting Powered False\u000a10:04:29.449977 bus /gobi_1: Setting Powered False\u000a10:04:30.562392 bus /gobi_0: Setting Powered False\u000a10:04:31.666566 bus /gobi_0: Setting Powered False\u000a10:04:32.772620 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26802): Process ended prematurely: osmo-stp_10.42.42.5(pid=26802) [trial-2373↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26802)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26802): Process ended prematurely: osmo-stp_10.42.42.5(pid=26802) [trial-2373↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26802)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:oc2g+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a10:04:33.841384 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:04:33.853502 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:04:34.011959 tst ping.py: using LAC 27632\u000a10:04:34.133366 tst ping.py: using RAC 92\u000a10:04:34.254762 tst ping.py: using CellId 27632\u000a10:04:34.376513 tst ping.py: using BVCI 27633\u000a10:04:34.400593 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:04:34.411877 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:04:34.423066 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:04:34.434476 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:04:34.445783 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:04:34.457077 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:04:34.468489 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:04:34.479879 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:04:34.753959 tst ping.py:19: start network...\u000a10:04:34.876395 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:04:35.351029 run create_hlr_db(pid=26796): Launched\u000a10:04:35.522513 bus /gobi_6: Setting Powered False\u000a10:04:36.542775 run create_hlr_db(pid=26796): Terminated: ok {rc=0}\u000a10:04:36.965522 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26798): Launched\u000a10:04:37.283433 run osmo-hlr_10.42.42.2(pid=26799): Launched\u000a10:04:37.401773 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:04:37.954810 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26801): Launched\u000a10:04:38.269942 run osmo-stp_10.42.42.5(pid=26802): Launched\u000a10:04:38.385719 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:04:38.941779 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26804): Launched\u000a10:04:39.054159 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:04:39.332658 run patchelf(pid=26805): Launched\u000a10:04:39.516907 run osmo-stp_10.42.42.5(pid=26802): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26802)]\u000a10:04:39.652522 run osmo-stp_10.42.42.5(pid=26802): stdout: \u000a| (launched: 2022-12-10_10:04:38.113791)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:04:39.787872 run osmo-stp_10.42.42.5(pid=26802): stderr: \u000a| �[0;m�[38;5;43m20221210100438310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100438310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100438310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100438311 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100438311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100438311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100438311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:04:39.918502 run osmo-stp_10.42.42.5(pid=26802): stdout: \u000a| (launched: 2022-12-10_10:04:38.113791)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:04:40.047833 run osmo-stp_10.42.42.5(pid=26802): stderr: \u000a| �[0;m�[38;5;43m20221210100438310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100438310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100438310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100438311 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100438311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100438311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100438311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:04:40.198723 run patchelf(pid=26805): Terminating (SIGINT)\u000a10:04:40.375593 run patchelf(pid=26805): Terminated: ok {rc=0}\u000a10:04:40.407785 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26802): Process ended prematurely: osmo-stp_10.42.42.5(pid=26802) [trial-2373↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26802)] [trial-2373↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22]\u000a10:04:40.417039 tst ping.py:22: Test FAILED (6.6 sec)\u000a10:04:40.480715 run osmo-hlr_10.42.42.2(pid=26799): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26799)]\u000a10:04:40.532937 run osmo-hlr_10.42.42.2(pid=26799): stdout: \u000a| (launched: 2022-12-10_10:04:37.125439) \u000a10:04:40.585584 run osmo-hlr_10.42.42.2(pid=26799): stderr: \u000a| �[0;m�[1;31m20221210100437325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210100437325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210100437325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100437325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100437325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210100437325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210100437338 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:oc2g+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210100437346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210100437346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210100437346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:04:40.630435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26798): Terminating (SIGTERM)\u000a10:04:40.672809 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26801): Terminating (SIGTERM)\u000a10:04:40.715405 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26804): Terminating (SIGTERM)\u000a10:04:40.725236 --- ParallelTerminationStrategy: PID 26798 died...\u000a10:04:40.782010 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26798): Terminated: ok {rc=0}\u000a10:04:40.792252 --- ParallelTerminationStrategy: PID 26801 died...\u000a10:04:40.848724 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26801): Terminated: ok {rc=0}\u000a10:04:40.858909 --- ParallelTerminationStrategy: PID 26804 died...\u000a10:04:40.915361 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26804): Terminated: ok {rc=0}\u000a10:04:41.001303 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26813): Process ended prematurely: osmo-stp_10.42.42.5(pid=26813) [trial-2373↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26813)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26813): Process ended prematurely: osmo-stp_10.42.42.5(pid=26813) [trial-2373↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26813)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:oc2g+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a10:04:42.054270 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:04:42.066222 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:04:42.217520 tst ping_idle_ping.py: using LAC 27633\u000a10:04:42.341673 tst ping_idle_ping.py: using RAC 93\u000a10:04:42.464900 tst ping_idle_ping.py: using CellId 27633\u000a10:04:42.590229 tst ping_idle_ping.py: using BVCI 27634\u000a10:04:42.614557 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:04:42.626051 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:04:42.637139 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:04:42.648485 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:04:42.659731 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:04:42.671121 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:04:42.682817 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:04:42.694384 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:04:42.967208 tst ping_idle_ping.py:24: start network...\u000a10:04:43.089367 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:04:43.564675 run create_hlr_db(pid=26807): Launched\u000a10:04:43.735977 bus /gobi_6: Setting Powered False\u000a10:04:44.757542 run create_hlr_db(pid=26807): Terminated: ok {rc=0}\u000a10:04:45.179846 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26809): Launched\u000a10:04:45.498417 run osmo-hlr_10.42.42.2(pid=26810): Launched\u000a10:04:45.618664 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:04:46.204074 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26812): Launched\u000a10:04:46.603365 run osmo-stp_10.42.42.5(pid=26813): Launched\u000a10:04:46.743786 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:04:47.417106 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26815): Launched\u000a10:04:47.524760 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:04:47.795018 run patchelf(pid=26816): Launched\u000a10:04:47.980589 run osmo-stp_10.42.42.5(pid=26813): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26813)]\u000a10:04:48.116388 run osmo-stp_10.42.42.5(pid=26813): stdout: \u000a| (launched: 2022-12-10_10:04:46.358533)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:04:48.252276 run osmo-stp_10.42.42.5(pid=26813): stderr: \u000a| �[0;m�[38;5;43m20221210100446708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100446708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100446708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100446709 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100446709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100446709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100446709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:04:48.383750 run osmo-stp_10.42.42.5(pid=26813): stdout: \u000a| (launched: 2022-12-10_10:04:46.358533)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:04:48.513945 run osmo-stp_10.42.42.5(pid=26813): stderr: \u000a| �[0;m�[38;5;43m20221210100446708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100446708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100446708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100446709 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100446709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100446709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100446709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:04:48.665993 run patchelf(pid=26816): Terminating (SIGINT)\u000a10:04:48.844114 run patchelf(pid=26816): Terminated: ok {rc=0}\u000a10:04:48.876248 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26813): Process ended prematurely: osmo-stp_10.42.42.5(pid=26813) [trial-2373↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26813)] [trial-2373↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a10:04:48.885668 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a10:04:48.949913 run osmo-hlr_10.42.42.2(pid=26810): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26810)]\u000a10:04:49.002087 run osmo-hlr_10.42.42.2(pid=26810): stdout: \u000a| (launched: 2022-12-10_10:04:45.339833) \u000a10:04:49.054973 run osmo-hlr_10.42.42.2(pid=26810): stderr: \u000a| �[0;m�[1;31m20221210100445542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210100445542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210100445542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100445542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100445542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210100445542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210100445555 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:oc2g+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210100445565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210100445565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210100445565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:04:49.100015 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26809): Terminating (SIGTERM)\u000a10:04:49.143173 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26812): Terminating (SIGTERM)\u000a10:04:49.186059 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26815): Terminating (SIGTERM)\u000a10:04:49.195969 --- ParallelTerminationStrategy: PID 26809 died...\u000a10:04:49.253180 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26809): Terminated: ok {rc=0}\u000a10:04:49.263450 --- ParallelTerminationStrategy: PID 26812 died...\u000a10:04:49.320183 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26812): Terminated: ok {rc=0}\u000a10:04:49.330484 --- ParallelTerminationStrategy: PID 26815 died...\u000a10:04:49.387430 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26815): Terminated: ok {rc=0}\u000a10:04:49.474859 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "32", "name" : "gprs_oc2g+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:03:51" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26832): Process ended prematurely: osmo-stp_10.42.42.5(pid=26832) [trial-2373↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26832)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26832): Process ended prematurely: osmo-stp_10.42.42.5(pid=26832) [trial-2373↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26832)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:oc2g+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:04:51.603059 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:04:51.614100 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:04:51.754978 tst cs_paging_gprs_active.py: using LAC 27634\u000a10:04:51.871811 tst cs_paging_gprs_active.py: using RAC 94\u000a10:04:51.990827 tst cs_paging_gprs_active.py: using CellId 27634\u000a10:04:52.107617 tst cs_paging_gprs_active.py: using BVCI 27635\u000a10:04:52.131091 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:04:52.141919 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:04:52.152430 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:04:52.162977 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:04:52.173430 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:04:52.183864 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:04:52.194543 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:04:52.204913 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:04:52.215589 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:04:52.333798 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:04:52.616501 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:04:52.742503 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:04:53.055515 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26822): Launched\u000a10:04:53.314275 run iperf3-srv_10.42.42.10(pid=26823): Launched\u000a10:04:53.498242 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:04:53.623626 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:04:53.935991 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26824): Launched\u000a10:04:54.194357 run iperf3-srv_10.42.42.10(pid=26825): Launched\u000a10:04:54.377839 tst cs_paging_gprs_active.py:38: start network...\u000a10:04:54.502719 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:04:54.986347 run create_hlr_db(pid=26826): Launched\u000a10:04:55.161898 bus /gobi_6: Setting Powered False\u000a10:04:56.181692 run create_hlr_db(pid=26826): Terminated: ok {rc=0}\u000a10:04:56.611403 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26828): Launched\u000a10:04:56.934141 run osmo-hlr_10.42.42.2(pid=26829): Launched\u000a10:04:57.055662 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:04:57.617490 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26831): Launched\u000a10:04:57.939221 run osmo-stp_10.42.42.5(pid=26832): Launched\u000a10:04:58.056057 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:04:58.618445 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26834): Launched\u000a10:04:58.733381 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:04:59.013801 run patchelf(pid=26835): Launched\u000a10:04:59.202189 run osmo-stp_10.42.42.5(pid=26832): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26832)]\u000a10:04:59.339860 run osmo-stp_10.42.42.5(pid=26832): stdout: \u000a| (launched: 2022-12-10_10:04:57.781308)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:04:59.477994 run osmo-stp_10.42.42.5(pid=26832): stderr: \u000a| �[0;m�[38;5;43m20221210100457972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100457972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100457973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100457973 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100457973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100457974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100457974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:04:59.612138 run osmo-stp_10.42.42.5(pid=26832): stdout: \u000a| (launched: 2022-12-10_10:04:57.781308)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:04:59.744098 run osmo-stp_10.42.42.5(pid=26832): stderr: \u000a| �[0;m�[38;5;43m20221210100457972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100457972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100457973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100457973 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100457973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100457974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100457974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:04:59.898395 run patchelf(pid=26835): Terminating (SIGINT)\u000a10:05:00.079405 run patchelf(pid=26835): Terminated: ok {rc=0}\u000a10:05:00.112783 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26832): Process ended prematurely: osmo-stp_10.42.42.5(pid=26832) [trial-2373↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26832)] [trial-2373↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a10:05:00.122618 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a10:05:00.186237 run osmo-hlr_10.42.42.2(pid=26829): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26829)]\u000a10:05:00.237587 run osmo-hlr_10.42.42.2(pid=26829): stdout: \u000a| (launched: 2022-12-10_10:04:56.775402) \u000a10:05:00.289654 run osmo-hlr_10.42.42.2(pid=26829): stderr: \u000a| �[0;m�[1;31m20221210100456973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210100456973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210100456973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100456973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100456973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210100456973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210100456985 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:oc2g+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210100456993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210100456994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210100456994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:05:00.334084 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26822): Terminating (SIGTERM)\u000a10:05:00.376021 run iperf3-srv_10.42.42.10(pid=26823): Terminating (SIGTERM)\u000a10:05:00.418492 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26824): Terminating (SIGTERM)\u000a10:05:00.460041 run iperf3-srv_10.42.42.10(pid=26825): Terminating (SIGTERM)\u000a10:05:00.502651 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26828): Terminating (SIGTERM)\u000a10:05:00.544729 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26831): Terminating (SIGTERM)\u000a10:05:00.586456 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26834): Terminating (SIGTERM)\u000a10:05:00.595902 --- ParallelTerminationStrategy: PID 26822 died...\u000a10:05:00.652155 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26822): Terminated: ok {rc=0}\u000a10:05:00.662142 --- ParallelTerminationStrategy: PID 26823 died...\u000a10:05:00.717274 run iperf3-srv_10.42.42.10(pid=26823): Terminated {rc=256}\u000a10:05:00.727367 --- ParallelTerminationStrategy: PID 26824 died...\u000a10:05:00.782947 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26824): Terminated: ok {rc=0}\u000a10:05:00.792760 --- ParallelTerminationStrategy: PID 26825 died...\u000a10:05:00.856547 run iperf3-srv_10.42.42.10(pid=26825): Terminated {rc=256}\u000a10:05:00.875058 --- ParallelTerminationStrategy: PID 26828 died...\u000a10:05:00.935060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26828): Terminated: ok {rc=0}\u000a10:05:00.945437 --- ParallelTerminationStrategy: PID 26831 died...\u000a10:05:01.001409 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26831): Terminated: ok {rc=0}\u000a10:05:01.012064 --- ParallelTerminationStrategy: PID 26834 died...\u000a10:05:01.069480 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26834): Terminated: ok {rc=0}\u000a10:05:01.176873 bus /gobi_0: Setting Powered False\u000a10:05:02.286917 bus /gobi_0: Setting Powered False\u000a10:05:03.394714 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26847): Process ended prematurely: osmo-stp_10.42.42.5(pid=26847) [trial-2373↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26847)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26847): Process ended prematurely: osmo-stp_10.42.42.5(pid=26847) [trial-2373↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26847)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:oc2g+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a10:05:04.509541 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:05:04.521416 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:05:04.675635 tst iperf3.py: using LAC 27635\u000a10:05:04.801580 tst iperf3.py: using RAC 95\u000a10:05:04.922386 tst iperf3.py: using CellId 27635\u000a10:05:05.048778 tst iperf3.py: using BVCI 27636\u000a10:05:05.073593 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:05:05.085110 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:05:05.096271 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:05:05.107780 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:05:05.119149 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:05:05.130672 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:05:05.142218 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:05:05.153301 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:05:05.164716 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:05:05.442719 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:05:05.567353 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:05:05.879095 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26839): Launched\u000a10:05:06.137607 run iperf3-srv_10.42.42.10(pid=26840): Launched\u000a10:05:06.320132 tst iperf3.py:8: start network...\u000a10:05:06.444700 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:05:06.929657 run create_hlr_db(pid=26841): Launched\u000a10:05:07.103778 bus /gobi_6: Setting Powered False\u000a10:05:08.123877 run create_hlr_db(pid=26841): Terminated: ok {rc=0}\u000a10:05:08.526218 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26843): Launched\u000a10:05:08.827964 run osmo-hlr_10.42.42.2(pid=26844): Launched\u000a10:05:08.943492 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:05:09.469499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26846): Launched\u000a10:05:09.770464 run osmo-stp_10.42.42.5(pid=26847): Launched\u000a10:05:09.880112 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:05:10.407267 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26849): Launched\u000a10:05:10.514849 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:05:10.777803 run patchelf(pid=26850): Launched\u000a10:05:10.954621 run osmo-stp_10.42.42.5(pid=26847): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26847)]\u000a10:05:11.083965 run osmo-stp_10.42.42.5(pid=26847): stdout: \u000a| (launched: 2022-12-10_10:05:09.622531)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:05:11.213609 run osmo-stp_10.42.42.5(pid=26847): stderr: \u000a| �[0;m�[38;5;43m20221210100509790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100509790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100509791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100509791 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100509793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100509794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100509794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:05:11.338280 run osmo-stp_10.42.42.5(pid=26847): stdout: \u000a| (launched: 2022-12-10_10:05:09.622531)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:05:11.461111 run osmo-stp_10.42.42.5(pid=26847): stderr: \u000a| �[0;m�[38;5;43m20221210100509790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100509790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100509791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100509791 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100509793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100509794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100509794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:05:11.605630 run patchelf(pid=26850): Terminating (SIGINT)\u000a10:05:11.775144 run patchelf(pid=26850): Terminated: ok {rc=0}\u000a10:05:11.806501 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26847): Process ended prematurely: osmo-stp_10.42.42.5(pid=26847) [trial-2373↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26847)] [trial-2373↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a10:05:11.815559 tst iperf3.py:8: Test FAILED (7.3 sec)\u000a10:05:11.874851 run osmo-hlr_10.42.42.2(pid=26844): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26844)]\u000a10:05:11.923219 run osmo-hlr_10.42.42.2(pid=26844): stdout: \u000a| (launched: 2022-12-10_10:05:08.679011) \u000a10:05:11.972481 run osmo-hlr_10.42.42.2(pid=26844): stderr: \u000a| �[0;m�[1;31m20221210100508855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210100508855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210100508855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100508855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100508855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210100508856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210100508868 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:oc2g+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210100508877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210100508877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210100508877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:05:12.014249 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26839): Terminating (SIGTERM)\u000a10:05:12.053639 run iperf3-srv_10.42.42.10(pid=26840): Terminating (SIGTERM)\u000a10:05:12.092819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26843): Terminating (SIGTERM)\u000a10:05:12.131950 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26846): Terminating (SIGTERM)\u000a10:05:12.171095 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26849): Terminating (SIGTERM)\u000a10:05:12.180083 --- ParallelTerminationStrategy: PID 26839 died...\u000a10:05:12.232839 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26839): Terminated: ok {rc=0}\u000a10:05:12.242413 --- ParallelTerminationStrategy: PID 26840 died...\u000a10:05:12.294974 run iperf3-srv_10.42.42.10(pid=26840): Terminated {rc=256}\u000a10:05:12.304291 --- ParallelTerminationStrategy: PID 26843 died...\u000a10:05:12.356463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26843): Terminated: ok {rc=0}\u000a10:05:12.365879 --- ParallelTerminationStrategy: PID 26846 died...\u000a10:05:12.418244 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26846): Terminated: ok {rc=0}\u000a10:05:12.427657 --- ParallelTerminationStrategy: PID 26849 died...\u000a10:05:12.480355 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26849): Terminated: ok {rc=0}\u000a10:05:12.564236 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26865): Process ended prematurely: osmo-stp_10.42.42.5(pid=26865) [trial-2373↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26865)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26865): Process ended prematurely: osmo-stp_10.42.42.5(pid=26865) [trial-2373↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26865)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:oc2g+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a10:05:13.679448 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:05:13.691511 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:05:13.847159 tst iperf3m4.py: using LAC 27636\u000a10:05:13.973458 tst iperf3m4.py: using RAC 96\u000a10:05:14.101756 tst iperf3m4.py: using CellId 27636\u000a10:05:14.227998 tst iperf3m4.py: using BVCI 27637\u000a10:05:14.252829 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:05:14.264235 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:05:14.275348 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:05:14.289499 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:05:14.300617 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:05:14.311523 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:05:14.322810 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:05:14.334008 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:05:14.345279 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:05:14.463108 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:05:14.583785 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:05:14.701284 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:05:14.980411 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:05:15.107483 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:05:15.420529 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26851): Launched\u000a10:05:15.680907 run iperf3-srv_10.42.42.10(pid=26852): Launched\u000a10:05:15.897841 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:05:16.025527 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:05:16.361094 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26853): Launched\u000a10:05:16.654918 run iperf3-srv_10.42.42.10(pid=26854): Launched\u000a10:05:16.842943 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:05:16.970495 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:05:17.301376 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26855): Launched\u000a10:05:17.579023 run iperf3-srv_10.42.42.10(pid=26856): Launched\u000a10:05:17.777465 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:05:17.911419 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:05:18.244142 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26857): Launched\u000a10:05:18.520571 run iperf3-srv_10.42.42.10(pid=26858): Launched\u000a10:05:18.718235 tst iperf3m4.py:8: start network...\u000a10:05:18.852303 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:05:19.360801 run create_hlr_db(pid=26859): Launched\u000a10:05:19.550057 bus /gobi_6: Setting Powered False\u000a10:05:20.569602 run create_hlr_db(pid=26859): Terminated: ok {rc=0}\u000a10:05:20.997465 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26861): Launched\u000a10:05:21.319211 run osmo-hlr_10.42.42.2(pid=26862): Launched\u000a10:05:21.434895 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:05:21.962481 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26864): Launched\u000a10:05:22.264025 run osmo-stp_10.42.42.5(pid=26865): Launched\u000a10:05:22.374104 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:05:22.901802 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26867): Launched\u000a10:05:23.008431 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:05:23.272477 run patchelf(pid=26868): Launched\u000a10:05:23.449413 run osmo-stp_10.42.42.5(pid=26865): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26865)]\u000a10:05:23.578590 run osmo-stp_10.42.42.5(pid=26865): stdout: \u000a| (launched: 2022-12-10_10:05:22.115617)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:05:23.708101 run osmo-stp_10.42.42.5(pid=26865): stderr: \u000a| �[0;m�[38;5;43m20221210100522286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100522287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100522287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100522288 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100522288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100522288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100522288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:05:23.832550 run osmo-stp_10.42.42.5(pid=26865): stdout: \u000a| (launched: 2022-12-10_10:05:22.115617)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:05:23.955868 run osmo-stp_10.42.42.5(pid=26865): stderr: \u000a| �[0;m�[38;5;43m20221210100522286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100522287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100522287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100522288 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100522288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100522288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100522288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:05:24.100349 run patchelf(pid=26868): Terminating (SIGINT)\u000a10:05:24.269730 run patchelf(pid=26868): Terminated: ok {rc=0}\u000a10:05:24.300823 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26865): Process ended prematurely: osmo-stp_10.42.42.5(pid=26865) [trial-2373↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26865)] [trial-2373↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a10:05:24.309991 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a10:05:24.370836 run osmo-hlr_10.42.42.2(pid=26862): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26862)]\u000a10:05:24.420159 run osmo-hlr_10.42.42.2(pid=26862): stdout: \u000a| (launched: 2022-12-10_10:05:21.161532) \u000a10:05:24.470002 run osmo-hlr_10.42.42.2(pid=26862): stderr: \u000a| �[0;m�[1;31m20221210100521362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210100521362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210100521362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100521362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100521362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210100521362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210100521375 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:oc2g+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210100521383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210100521383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210100521383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:05:24.512302 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26851): Terminating (SIGTERM)\u000a10:05:24.552223 run iperf3-srv_10.42.42.10(pid=26852): Terminating (SIGTERM)\u000a10:05:24.592002 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26853): Terminating (SIGTERM)\u000a10:05:24.631803 run iperf3-srv_10.42.42.10(pid=26854): Terminating (SIGTERM)\u000a10:05:24.672242 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26855): Terminating (SIGTERM)\u000a10:05:24.711861 run iperf3-srv_10.42.42.10(pid=26856): Terminating (SIGTERM)\u000a10:05:24.751577 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26857): Terminating (SIGTERM)\u000a10:05:24.791114 run iperf3-srv_10.42.42.10(pid=26858): Terminating (SIGTERM)\u000a10:05:24.830838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26861): Terminating (SIGTERM)\u000a10:05:24.870531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26864): Terminating (SIGTERM)\u000a10:05:24.910182 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26867): Terminating (SIGTERM)\u000a10:05:24.919245 --- ParallelTerminationStrategy: PID 26851 died...\u000a10:05:24.972500 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26851): Terminated: ok {rc=0}\u000a10:05:24.982022 --- ParallelTerminationStrategy: PID 26852 died...\u000a10:05:25.034703 run iperf3-srv_10.42.42.10(pid=26852): Terminated {rc=256}\u000a10:05:25.044129 --- ParallelTerminationStrategy: PID 26853 died...\u000a10:05:25.098009 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26853): Terminated: ok {rc=0}\u000a10:05:25.107505 --- ParallelTerminationStrategy: PID 26854 died...\u000a10:05:25.160563 run iperf3-srv_10.42.42.10(pid=26854): Terminated {rc=256}\u000a10:05:25.170027 --- ParallelTerminationStrategy: PID 26855 died...\u000a10:05:25.222871 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26855): Terminated: ok {rc=0}\u000a10:05:25.232262 --- ParallelTerminationStrategy: PID 26856 died...\u000a10:05:25.285088 run iperf3-srv_10.42.42.10(pid=26856): Terminated {rc=256}\u000a10:05:25.294561 --- ParallelTerminationStrategy: PID 26857 died...\u000a10:05:25.347925 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26857): Terminated: ok {rc=0}\u000a10:05:25.357830 --- ParallelTerminationStrategy: PID 26858 died...\u000a10:05:25.410803 run iperf3-srv_10.42.42.10(pid=26858): Terminated {rc=256}\u000a10:05:25.420479 --- ParallelTerminationStrategy: PID 26861 died...\u000a10:05:25.474109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26861): Terminated: ok {rc=0}\u000a10:05:25.483579 --- ParallelTerminationStrategy: PID 26864 died...\u000a10:05:25.536354 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26864): Terminated: ok {rc=0}\u000a10:05:25.545925 --- ParallelTerminationStrategy: PID 26867 died...\u000a10:05:25.598956 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26867): Terminated: ok {rc=0}\u000a10:05:25.681829 bus /gobi_4: Setting Powered False\u000a10:05:26.790163 bus /gobi_4: Setting Powered False\u000a10:05:27.902584 bus /gobi_1: Setting Powered False\u000a10:05:29.005083 bus /gobi_1: Setting Powered False\u000a10:05:30.111274 bus /gobi_0: Setting Powered False\u000a10:05:31.215646 bus /gobi_0: Setting Powered False\u000a10:05:32.321883 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26875): Process ended prematurely: osmo-stp_10.42.42.5(pid=26875) [trial-2373↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26875)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26875): Process ended prematurely: osmo-stp_10.42.42.5(pid=26875) [trial-2373↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26875)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:oc2g+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a10:05:33.390407 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:05:33.402557 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:05:33.554057 tst ping.py: using LAC 27637\u000a10:05:33.672341 tst ping.py: using RAC 97\u000a10:05:33.796841 tst ping.py: using CellId 27637\u000a10:05:33.920337 tst ping.py: using BVCI 27638\u000a10:05:33.944737 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:05:33.956215 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:05:33.967457 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:05:33.978816 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:05:33.990410 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:05:34.001782 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:05:34.013940 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:05:34.025229 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:05:34.299270 tst ping.py:19: start network...\u000a10:05:34.422386 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:05:34.896096 run create_hlr_db(pid=26869): Launched\u000a10:05:35.067605 bus /gobi_6: Setting Powered False\u000a10:05:36.089233 run create_hlr_db(pid=26869): Terminated: ok {rc=0}\u000a10:05:36.511224 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26871): Launched\u000a10:05:36.828036 run osmo-hlr_10.42.42.2(pid=26872): Launched\u000a10:05:36.946760 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:05:37.504727 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26874): Launched\u000a10:05:37.821815 run osmo-stp_10.42.42.5(pid=26875): Launched\u000a10:05:37.938170 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:05:38.495000 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26877): Launched\u000a10:05:38.608811 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:05:38.883640 run patchelf(pid=26878): Launched\u000a10:05:39.069550 run osmo-stp_10.42.42.5(pid=26875): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26875)]\u000a10:05:39.205738 run osmo-stp_10.42.42.5(pid=26875): stdout: \u000a| (launched: 2022-12-10_10:05:37.666238)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:05:39.341987 run osmo-stp_10.42.42.5(pid=26875): stderr: \u000a| �[0;m�[38;5;43m20221210100537859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100537859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100537859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100537860 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100537860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100537860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100537860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:05:39.473634 run osmo-stp_10.42.42.5(pid=26875): stdout: \u000a| (launched: 2022-12-10_10:05:37.666238)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:05:39.603928 run osmo-stp_10.42.42.5(pid=26875): stderr: \u000a| �[0;m�[38;5;43m20221210100537859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100537859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100537859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100537860 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100537860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100537860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100537860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:05:39.755153 run patchelf(pid=26878): Terminating (SIGINT)\u000a10:05:39.932261 run patchelf(pid=26878): Terminated: ok {rc=0}\u000a10:05:39.966980 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26875): Process ended prematurely: osmo-stp_10.42.42.5(pid=26875) [trial-2373↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26875)] [trial-2373↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22]\u000a10:05:39.975632 tst ping.py:22: Test FAILED (6.6 sec)\u000a10:05:40.036093 run osmo-hlr_10.42.42.2(pid=26872): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26872)]\u000a10:05:40.085650 run osmo-hlr_10.42.42.2(pid=26872): stdout: \u000a| (launched: 2022-12-10_10:05:36.673443) \u000a10:05:40.135843 run osmo-hlr_10.42.42.2(pid=26872): stderr: \u000a| �[0;m�[1;31m20221210100536869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210100536869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210100536869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100536869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100536869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210100536869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210100536881 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:oc2g+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210100536889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210100536889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210100536890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:05:40.178383 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26871): Terminating (SIGTERM)\u000a10:05:40.219004 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26874): Terminating (SIGTERM)\u000a10:05:40.258846 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26877): Terminating (SIGTERM)\u000a10:05:40.268245 --- ParallelTerminationStrategy: PID 26871 died...\u000a10:05:40.321723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26871): Terminated: ok {rc=0}\u000a10:05:40.331512 --- ParallelTerminationStrategy: PID 26874 died...\u000a10:05:40.384567 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26874): Terminated: ok {rc=0}\u000a10:05:40.394505 --- ParallelTerminationStrategy: PID 26877 died...\u000a10:05:40.447900 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26877): Terminated: ok {rc=0}\u000a10:05:40.537628 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26885): Process ended prematurely: osmo-stp_10.42.42.5(pid=26885) [trial-2373↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26885)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26885): Process ended prematurely: osmo-stp_10.42.42.5(pid=26885) [trial-2373↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26885)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:oc2g+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a10:05:41.590552 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:05:41.602500 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:05:41.748153 tst ping_idle_ping.py: using LAC 27638\u000a10:05:41.865306 tst ping_idle_ping.py: using RAC 98\u000a10:05:41.983824 tst ping_idle_ping.py: using CellId 27638\u000a10:05:42.103439 tst ping_idle_ping.py: using BVCI 27639\u000a10:05:42.126148 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:05:42.137169 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:05:42.147847 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:05:42.158771 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:05:42.169628 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:05:42.180454 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:05:42.191498 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:05:42.202479 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:05:42.492378 tst ping_idle_ping.py:24: start network...\u000a10:05:42.625555 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:05:43.130922 run create_hlr_db(pid=26879): Launched\u000a10:05:43.316607 bus /gobi_6: Setting Powered False\u000a10:05:44.335861 run create_hlr_db(pid=26879): Terminated: ok {rc=0}\u000a10:05:44.735344 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26881): Launched\u000a10:05:45.033718 run osmo-hlr_10.42.42.2(pid=26882): Launched\u000a10:05:45.147787 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:05:45.665606 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26884): Launched\u000a10:05:45.995462 run osmo-stp_10.42.42.5(pid=26885): Launched\u000a10:05:46.317106 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:05:46.930253 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26887): Launched\u000a10:05:47.047802 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:05:47.347303 run patchelf(pid=26888): Launched\u000a10:05:47.534412 run osmo-stp_10.42.42.5(pid=26885): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26885)]\u000a10:05:47.672000 run osmo-stp_10.42.42.5(pid=26885): stdout: \u000a| (launched: 2022-12-10_10:05:45.816655)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:05:47.809628 run osmo-stp_10.42.42.5(pid=26885): stderr: \u000a| �[0;m�[38;5;43m20221210100546157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100546158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100546158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100546160 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100546161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100546161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100546161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:05:47.942136 run osmo-stp_10.42.42.5(pid=26885): stdout: \u000a| (launched: 2022-12-10_10:05:45.816655)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:05:48.073241 run osmo-stp_10.42.42.5(pid=26885): stderr: \u000a| �[0;m�[38;5;43m20221210100546157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100546158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100546158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100546160 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100546161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100546161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100546161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:05:48.225842 run patchelf(pid=26888): Terminating (SIGINT)\u000a10:05:48.404331 run patchelf(pid=26888): Terminated: ok {rc=0}\u000a10:05:48.437055 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26885): Process ended prematurely: osmo-stp_10.42.42.5(pid=26885) [trial-2373↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26885)] [trial-2373↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a10:05:48.446491 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a10:05:48.510164 run osmo-hlr_10.42.42.2(pid=26882): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26882)]\u000a10:05:48.562170 run osmo-hlr_10.42.42.2(pid=26882): stdout: \u000a| (launched: 2022-12-10_10:05:44.886980) \u000a10:05:48.614713 run osmo-hlr_10.42.42.2(pid=26882): stderr: \u000a| �[0;m�[1;31m20221210100545063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210100545063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210100545063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100545063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100545063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210100545063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210100545075 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:oc2g+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210100545086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210100545086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210100545086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:05:48.659199 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26881): Terminating (SIGTERM)\u000a10:05:48.701503 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26884): Terminating (SIGTERM)\u000a10:05:48.743812 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26887): Terminating (SIGTERM)\u000a10:05:48.753548 --- ParallelTerminationStrategy: PID 26881 died...\u000a10:05:48.810289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26881): Terminated: ok {rc=0}\u000a10:05:48.820276 --- ParallelTerminationStrategy: PID 26884 died...\u000a10:05:48.876821 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26884): Terminated: ok {rc=0}\u000a10:05:48.886899 --- ParallelTerminationStrategy: PID 26887 died...\u000a10:05:48.943209 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26887): Terminated: ok {rc=0}\u000a10:05:49.030578 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "33", "name" : "gprs_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:04:51" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26898): Process ended prematurely: osmo-stp_10.42.42.5(pid=26898) [trial-2373↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26898)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26898): Process ended prematurely: osmo-stp_10.42.42.5(pid=26898) [trial-2373↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26898)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a10:05:51.013444 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:05:51.024870 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:05:51.166404 tst switch_tch_pdch.py: using LAC 27639\u000a10:05:51.282553 tst switch_tch_pdch.py: using RAC 99\u000a10:05:51.397947 tst switch_tch_pdch.py: using CellId 27639\u000a10:05:51.512763 tst switch_tch_pdch.py: using BVCI 27640\u000a10:05:51.535397 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:05:51.546536 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:05:51.557402 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:05:51.568443 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:05:51.579674 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:05:51.590928 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:05:51.602293 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:05:51.613277 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:05:51.728314 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:05:52.002473 tst switch_tch_pdch.py:51: start network...\u000a10:05:52.125327 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:05:52.597743 run create_hlr_db(pid=26892): Launched\u000a10:05:52.769357 bus /gobi_6: Setting Powered False\u000a10:05:53.790441 run create_hlr_db(pid=26892): Terminated: ok {rc=0}\u000a10:05:54.211175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26894): Launched\u000a10:05:54.526686 run osmo-hlr_10.42.42.2(pid=26895): Launched\u000a10:05:54.645676 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:05:55.195507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26897): Launched\u000a10:05:55.511466 run osmo-stp_10.42.42.5(pid=26898): Launched\u000a10:05:55.628294 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:05:56.181632 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26900): Launched\u000a10:05:56.287200 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:05:56.546362 run patchelf(pid=26901): Launched\u000a10:05:56.720321 run osmo-stp_10.42.42.5(pid=26898): ERR: Terminated: ERROR {rc=1} [trial-2373↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26898)]\u000a10:05:56.847782 run osmo-stp_10.42.42.5(pid=26898): stdout: \u000a| (launched: 2022-12-10_10:05:55.356722)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:05:56.975628 run osmo-stp_10.42.42.5(pid=26898): stderr: \u000a| �[0;m�[38;5;43m20221210100555547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100555547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100555547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100555547 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100555548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100555548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100555548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:05:57.098992 run osmo-stp_10.42.42.5(pid=26898): stdout: \u000a| (launched: 2022-12-10_10:05:55.356722)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:05:57.220717 run osmo-stp_10.42.42.5(pid=26898): stderr: \u000a| �[0;m�[38;5;43m20221210100555547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100555547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100555547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100555547 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100555548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100555548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100555548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:05:57.363569 run patchelf(pid=26901): Terminating (SIGINT)\u000a10:05:57.530611 run patchelf(pid=26901): Terminated: ok {rc=0}\u000a10:05:57.560894 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=26898): Process ended prematurely: osmo-stp_10.42.42.5(pid=26898) [trial-2373↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26898)] [trial-2373↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a10:05:57.569357 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a10:05:57.628630 run osmo-hlr_10.42.42.2(pid=26895): ERR: Terminated: ERROR {rc=237} [trial-2373↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26895)]\u000a10:05:57.676845 run osmo-hlr_10.42.42.2(pid=26895): stdout: \u000a| (launched: 2022-12-10_10:05:54.371624) \u000a10:05:57.725778 run osmo-hlr_10.42.42.2(pid=26895): stderr: \u000a| �[0;m�[1;31m20221210100554566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210100554566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210100554566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100554566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100554566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210100554567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210100554578 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210100554586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210100554587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210100554587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:05:57.767579 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26894): Terminating (SIGTERM)\u000a10:05:57.807047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26897): Terminating (SIGTERM)\u000a10:05:57.846493 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26900): Terminating (SIGTERM)\u000a10:05:57.855531 --- ParallelTerminationStrategy: PID 26894 died...\u000a10:05:57.908147 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26894): Terminated: ok {rc=0}\u000a10:05:57.917545 --- ParallelTerminationStrategy: PID 26897 died...\u000a10:05:57.969893 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26897): Terminated: ok {rc=0}\u000a10:05:57.979434 --- ParallelTerminationStrategy: PID 26900 died...\u000a10:05:58.031777 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26900): Terminated: ok {rc=0}\u000a10:05:58.115059 bus /gobi_0: Setting Powered False\u000a10:05:59.220638 bus /gobi_0: Setting Powered False\u000a10:06:00.326990 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "34", "name" : "dynts_oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:05:50" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "dynts:oc2g+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26911): Process ended prematurely: osmo-stp_10.42.42.5(pid=26911) [trial-2373↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26911)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26911): Process ended prematurely: osmo-stp_10.42.42.5(pid=26911) [trial-2373↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26911)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 dynts:oc2g+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a10:06:02.323415 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:06:02.334858 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a10:06:02.485301 tst switch_tch_pdch.py: using LAC 27640\u000a10:06:02.610670 tst switch_tch_pdch.py: using RAC 100\u000a10:06:02.734237 tst switch_tch_pdch.py: using CellId 27640\u000a10:06:02.858982 tst switch_tch_pdch.py: using BVCI 27641\u000a10:06:02.883263 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:06:02.894615 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:06:02.905694 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:06:02.917106 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:06:02.928330 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:06:02.939670 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:06:02.951178 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:06:02.962489 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a10:06:03.077279 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a10:06:03.364721 tst switch_tch_pdch.py:51: start network...\u000a10:06:03.496292 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:06:03.964678 run create_hlr_db(pid=26905): Launched\u000a10:06:04.093975 bus /gobi_6: Setting Powered False\u000a10:06:05.170007 run create_hlr_db(pid=26905): Terminated: ok {rc=0}\u000a10:06:05.543111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26907): Launched\u000a10:06:05.838677 run osmo-hlr_10.42.42.2(pid=26908): Launched\u000a10:06:05.947302 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:06:06.436425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26910): Launched\u000a10:06:06.732203 run osmo-stp_10.42.42.5(pid=26911): Launched\u000a10:06:06.840319 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:06:07.331881 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26913): Launched\u000a10:06:07.437700 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:06:07.696329 run patchelf(pid=26914): Launched\u000a10:06:07.869382 run osmo-stp_10.42.42.5(pid=26911): ERR: Terminated: ERROR {rc=1} [trial-2373↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26911)]\u000a10:06:07.995877 run osmo-stp_10.42.42.5(pid=26911): stdout: \u000a| (launched: 2022-12-10_10:06:06.586982)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:06:08.122777 run osmo-stp_10.42.42.5(pid=26911): stderr: \u000a| �[0;m�[38;5;43m20221210100606756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100606756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100606756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100606757 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100606759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100606759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100606759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:06:08.244837 run osmo-stp_10.42.42.5(pid=26911): stdout: \u000a| (launched: 2022-12-10_10:06:06.586982)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:06:08.366053 run osmo-stp_10.42.42.5(pid=26911): stderr: \u000a| �[0;m�[38;5;43m20221210100606756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100606756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100606756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100606757 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100606759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100606759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100606759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:06:08.507001 run patchelf(pid=26914): Terminating (SIGINT)\u000a10:06:08.672718 run patchelf(pid=26914): Terminated: ok {rc=0}\u000a10:06:08.702978 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=26911): Process ended prematurely: osmo-stp_10.42.42.5(pid=26911) [trial-2373↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26911)] [trial-2373↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a10:06:08.711509 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a10:06:08.770514 run osmo-hlr_10.42.42.2(pid=26908): ERR: Terminated: ERROR {rc=237} [trial-2373↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26908)]\u000a10:06:08.819106 run osmo-hlr_10.42.42.2(pid=26908): stdout: \u000a| (launched: 2022-12-10_10:06:05.693576) \u000a10:06:08.868258 run osmo-hlr_10.42.42.2(pid=26908): stderr: \u000a| �[0;m�[1;31m20221210100605869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210100605869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210100605869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100605869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100605869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210100605869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210100605881 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/dynts:oc2g+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210100605890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210100605890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210100605890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:06:08.910434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26907): Terminating (SIGTERM)\u000a10:06:08.949869 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26910): Terminating (SIGTERM)\u000a10:06:08.989418 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26913): Terminating (SIGTERM)\u000a10:06:08.998486 --- ParallelTerminationStrategy: PID 26907 died...\u000a10:06:09.051356 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26907): Terminated: ok {rc=0}\u000a10:06:09.060931 --- ParallelTerminationStrategy: PID 26910 died...\u000a10:06:09.114018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26910): Terminated: ok {rc=0}\u000a10:06:09.123583 --- ParallelTerminationStrategy: PID 26913 died...\u000a10:06:09.176622 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26913): Terminated: ok {rc=0}\u000a10:06:09.264732 bus /gobi_0: Setting Powered False\u000a10:06:10.368418 bus /gobi_0: Setting Powered False\u000a10:06:11.475404 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "35", "name" : "dynts_oc2g+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:06:02" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "nitb_sms:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=26919): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26919) [trial-2373↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26919)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=26919): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26919) [trial-2373↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26919)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 nitb_sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a10:06:13.371412 tst nitb_sms:trx-b200: Using 1 x ip_address (candidates: 1)\u000a10:06:13.382727 tst nitb_sms:trx-b200: Using 1 x bts (candidates: 1)\u000a10:06:13.524112 tst mo_mt_sms.py: using LAC 27641\u000a10:06:13.651067 tst mo_mt_sms.py: using RAC 101\u000a10:06:13.782488 tst mo_mt_sms.py: using CellId 27641\u000a10:06:13.916141 tst mo_mt_sms.py: using BVCI 27642\u000a10:06:13.940207 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a10:06:14.054353 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a10:06:14.326549 tst mo_mt_sms.py:9: start nitb and bts...\u000a10:06:14.450113 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a10:06:15.065162 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26918): Launched\u000a10:06:15.359683 run osmo-nitb_10.42.42.2(pid=26919): Launched\u000a10:06:15.543472 run osmo-nitb_10.42.42.2(pid=26919): ERR: Terminated: ERROR {rc=2} [trial-2373↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26919)]\u000a10:06:15.679058 run osmo-nitb_10.42.42.2(pid=26919): stdout: \u000a| (launched: 2022-12-10_10:06:15.216261) \u000a10:06:15.814636 run osmo-nitb_10.42.42.2(pid=26919): stderr: \u000a| (launched: 2022-12-10_10:06:15.260468)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:06:15.982462 run osmo-nitb_10.42.42.2(pid=26919): stdout: \u000a| (launched: 2022-12-10_10:06:15.216261) \u000a10:06:16.126525 run osmo-nitb_10.42.42.2(pid=26919): stderr: \u000a| (launched: 2022-12-10_10:06:15.260468)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:06:16.487618 tst osmo-nitb_10.42.42.2(pid=26919): stdout: \u000a| (launched: 2022-12-10_10:06:15.216261) \u000a10:06:16.612339 tst osmo-nitb_10.42.42.2(pid=26919): stderr: \u000a| (launched: 2022-12-10_10:06:15.260468)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:06:16.668538 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=26919): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26919) [trial-2373↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26919)] [trial-2373↪nitb_sms:trx-b200↪mo_mt_sms.py:11]\u000a10:06:16.677130 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a10:06:16.713514 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26918): Terminating (SIGTERM)\u000a10:06:16.890693 --- ParallelTerminationStrategy: PID 26918 died...\u000a10:06:16.951370 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26918): Terminated: ok {rc=0}\u000a10:06:17.039283 bus /sierra_3: Setting Powered False\u000a10:06:18.140899 bus /sierra_3: Setting Powered False\u000a10:06:19.253826 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "36", "name" : "nitb_sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:06:13" }, { "cases" : [ { "testActions" : [ ], "age" : 56, "className" : "sms:trx-b200", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26929): Process ended prematurely: osmo-stp_10.42.42.5(pid=26929) [trial-2373↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26929)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26929): Process ended prematurely: osmo-stp_10.42.42.5(pid=26929) [trial-2373↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26929)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a10:06:21.145722 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:06:21.156547 tst sms:trx-b200: Using 1 x bts (candidates: 1)\u000a10:06:21.300293 tst mo_mt_sms.py: using LAC 27642\u000a10:06:21.427728 tst mo_mt_sms.py: using RAC 102\u000a10:06:21.554992 tst mo_mt_sms.py: using CellId 27642\u000a10:06:21.674176 tst mo_mt_sms.py: using BVCI 27643\u000a10:06:21.696566 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:06:21.707346 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:06:21.718078 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:06:21.728716 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:06:21.739500 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:06:21.750399 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a10:06:21.867666 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a10:06:22.092416 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:06:22.590930 run create_hlr_db(pid=26923): Launched\u000a10:06:22.775640 bus /sierra_2: Setting Powered False\u000a10:06:23.796182 run create_hlr_db(pid=26923): Terminated: ok {rc=0}\u000a10:06:24.195508 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26925): Launched\u000a10:06:24.491929 run osmo-hlr_10.42.42.2(pid=26926): Launched\u000a10:06:24.605922 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:06:25.130450 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26928): Launched\u000a10:06:25.426126 run osmo-stp_10.42.42.5(pid=26929): Launched\u000a10:06:25.534095 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:06:26.077084 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26931): Launched\u000a10:06:26.373156 run osmo-msc_10.42.42.6(pid=26932): Launched\u000a10:06:26.547639 run osmo-stp_10.42.42.5(pid=26929): ERR: Terminated: ERROR {rc=1} [trial-2373↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26929)]\u000a10:06:26.673585 run osmo-stp_10.42.42.5(pid=26929): stdout: \u000a| (launched: 2022-12-10_10:06:25.280652)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:06:26.797342 run osmo-stp_10.42.42.5(pid=26929): stderr: \u000a| �[0;m�[38;5;43m20221210100625451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100625451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100625451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100625453 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100625453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100625453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100625453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:06:26.917109 run osmo-stp_10.42.42.5(pid=26929): stdout: \u000a| (launched: 2022-12-10_10:06:25.280652)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:06:27.035476 run osmo-stp_10.42.42.5(pid=26929): stderr: \u000a| �[0;m�[38;5;43m20221210100625451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100625451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100625451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100625453 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100625453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100625453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100625453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:06:27.087310 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=26929): Process ended prematurely: osmo-stp_10.42.42.5(pid=26929) [trial-2373↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26929)] [trial-2373↪sms:trx-b200↪mo_mt_sms.py:16]\u000a10:06:27.095277 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a10:06:27.156620 run osmo-hlr_10.42.42.2(pid=26926): ERR: Terminated: ERROR {rc=237} [trial-2373↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26926)]\u000a10:06:27.206500 run osmo-hlr_10.42.42.2(pid=26926): stdout: \u000a| (launched: 2022-12-10_10:06:24.346117) \u000a10:06:27.257043 run osmo-hlr_10.42.42.2(pid=26926): stderr: \u000a| �[0;m�[1;31m20221210100624522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210100624522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210100624522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100624522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100624522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210100624522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210100624534 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/sms:trx-b200/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210100624545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210100624545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210100624545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:06:27.324631 run osmo-msc_10.42.42.6(pid=26932): ERR: Terminated: ERROR {rc=2} [trial-2373↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26932)]\u000a10:06:27.374802 run osmo-msc_10.42.42.6(pid=26932): stdout: \u000a| (launched: 2022-12-10_10:06:26.227016) \u000a10:06:27.425089 run osmo-msc_10.42.42.6(pid=26932): stderr: \u000a| �[0;m�[38;5;43m20221210100626500 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210100626500 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7eff7cfa1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210100626500 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210100626500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210100626500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210100626501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210100626502 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210100626503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210100626503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210100626503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:06:27.467710 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26925): Terminating (SIGTERM)\u000a10:06:27.508343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26928): Terminating (SIGTERM)\u000a10:06:27.549230 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26931): Terminating (SIGTERM)\u000a10:06:27.558896 --- ParallelTerminationStrategy: PID 26925 died...\u000a10:06:27.613822 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26925): Terminated: ok {rc=0}\u000a10:06:27.623818 --- ParallelTerminationStrategy: PID 26928 died...\u000a10:06:27.677632 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26928): Terminated: ok {rc=0}\u000a10:06:27.687887 --- ParallelTerminationStrategy: PID 26931 died...\u000a10:06:27.742116 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26931): Terminated: ok {rc=0}\u000a10:06:27.830152 bus /sierra_3: Setting Powered False\u000a10:06:28.933608 bus /sierra_3: Setting Powered False\u000a10:06:30.040195 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "37", "name" : "sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:06:20" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "nitb_ussd:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=26938): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26938) [trial-2373↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26938)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=26938): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26938) [trial-2373↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26938)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 nitb_ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a10:06:31.925847 tst nitb_ussd:trx-b200: Using 1 x ip_address (candidates: 1)\u000a10:06:31.939284 tst nitb_ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a10:06:32.103374 tst assert_extension.py: using LAC 27643\u000a10:06:32.228354 tst assert_extension.py: using RAC 103\u000a10:06:32.352290 tst assert_extension.py: using CellId 27643\u000a10:06:32.478031 tst assert_extension.py: using BVCI 27644\u000a10:06:32.502191 tst nitb_ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a10:06:32.774473 tst assert_extension.py:10: start nitb and bts...\u000a10:06:32.896502 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a10:06:33.510197 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26937): Launched\u000a10:06:33.804533 run osmo-nitb_10.42.42.2(pid=26938): Launched\u000a10:06:33.986727 run osmo-nitb_10.42.42.2(pid=26938): ERR: Terminated: ERROR {rc=2} [trial-2373↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26938)]\u000a10:06:34.121348 run osmo-nitb_10.42.42.2(pid=26938): stdout: \u000a| (launched: 2022-12-10_10:06:33.661856) \u000a10:06:34.256103 run osmo-nitb_10.42.42.2(pid=26938): stderr: \u000a| (launched: 2022-12-10_10:06:33.706251)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:06:34.386281 run osmo-nitb_10.42.42.2(pid=26938): stdout: \u000a| (launched: 2022-12-10_10:06:33.661856) \u000a10:06:34.515091 run osmo-nitb_10.42.42.2(pid=26938): stderr: \u000a| (launched: 2022-12-10_10:06:33.706251)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:06:34.923900 tst osmo-nitb_10.42.42.2(pid=26938): stdout: \u000a| (launched: 2022-12-10_10:06:33.661856) \u000a10:06:35.041689 tst osmo-nitb_10.42.42.2(pid=26938): stderr: \u000a| (launched: 2022-12-10_10:06:33.706251)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:06:35.093361 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=26938): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26938) [trial-2373↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26938)] [trial-2373↪nitb_ussd:trx-b200↪assert_extension.py:12]\u000a10:06:35.101525 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a10:06:35.135998 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26937): Terminating (SIGTERM)\u000a10:06:35.313436 --- ParallelTerminationStrategy: PID 26937 died...\u000a10:06:35.369562 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26937): Terminated: ok {rc=0}\u000a10:06:35.458249 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "38", "name" : "nitb_ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:06:31" }, { "cases" : [ { "testActions" : [ ], "age" : 56, "className" : "ussd:trx-b200", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26948): Process ended prematurely: osmo-stp_10.42.42.5(pid=26948) [trial-2373↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26948)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26948): Process ended prematurely: osmo-stp_10.42.42.5(pid=26948) [trial-2373↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26948)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a10:06:37.292667 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:06:37.303312 tst ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a10:06:37.435078 tst assert_extension.py: using LAC 27644\u000a10:06:37.550873 tst assert_extension.py: using RAC 104\u000a10:06:37.675807 tst assert_extension.py: using CellId 27644\u000a10:06:37.804541 tst assert_extension.py: using BVCI 27645\u000a10:06:37.828509 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:06:37.839519 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:06:37.850361 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:06:37.861937 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:06:37.873451 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:06:37.884932 tst ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a10:06:38.082768 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:06:38.559120 run create_hlr_db(pid=26942): Launched\u000a10:06:38.731611 bus /sierra_2: Setting Powered False\u000a10:06:39.752873 run create_hlr_db(pid=26942): Terminated: ok {rc=0}\u000a10:06:40.174446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26944): Launched\u000a10:06:40.492596 run osmo-hlr_10.42.42.2(pid=26945): Launched\u000a10:06:40.610686 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:06:41.163266 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26947): Launched\u000a10:06:41.479709 run osmo-stp_10.42.42.5(pid=26948): Launched\u000a10:06:41.596474 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:06:42.175695 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26950): Launched\u000a10:06:42.491618 run osmo-msc_10.42.42.6(pid=26951): Launched\u000a10:06:42.679310 run osmo-stp_10.42.42.5(pid=26948): ERR: Terminated: ERROR {rc=1} [trial-2373↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26948)]\u000a10:06:42.813761 run osmo-stp_10.42.42.5(pid=26948): stdout: \u000a| (launched: 2022-12-10_10:06:41.324244)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:06:42.947490 run osmo-stp_10.42.42.5(pid=26948): stderr: \u000a| �[0;m�[38;5;43m20221210100641517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100641517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100641517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100641517 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100641518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100641518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100641518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:06:43.075083 run osmo-stp_10.42.42.5(pid=26948): stdout: \u000a| (launched: 2022-12-10_10:06:41.324244)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:06:43.201262 run osmo-stp_10.42.42.5(pid=26948): stderr: \u000a| �[0;m�[38;5;43m20221210100641517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100641517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100641517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100641517 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100641518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100641518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100641518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:06:43.256658 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=26948): Process ended prematurely: osmo-stp_10.42.42.5(pid=26948) [trial-2373↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26948)] [trial-2373↪ussd:trx-b200↪assert_extension.py:17]\u000a10:06:43.265256 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a10:06:43.328664 run osmo-hlr_10.42.42.2(pid=26945): ERR: Terminated: ERROR {rc=237} [trial-2373↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26945)]\u000a10:06:43.380174 run osmo-hlr_10.42.42.2(pid=26945): stdout: \u000a| (launched: 2022-12-10_10:06:40.335701) \u000a10:06:43.432622 run osmo-hlr_10.42.42.2(pid=26945): stderr: \u000a| �[0;m�[1;31m20221210100640533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210100640534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210100640534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100640534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100640534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210100640534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210100640546 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/ussd:trx-b200/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210100640555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210100640555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210100640555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:06:43.503270 run osmo-msc_10.42.42.6(pid=26951): ERR: Terminated: ERROR {rc=2} [trial-2373↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26951)]\u000a10:06:43.554786 run osmo-msc_10.42.42.6(pid=26951): stdout: \u000a| (launched: 2022-12-10_10:06:42.336303) \u000a10:06:43.607212 run osmo-msc_10.42.42.6(pid=26951): stderr: \u000a| �[0;m�[38;5;43m20221210100642658 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210100642658 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcd01b15c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210100642658 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210100642658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210100642658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210100642658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210100642660 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210100642661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210100642661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210100642661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:06:43.651241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26944): Terminating (SIGTERM)\u000a10:06:43.693044 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26947): Terminating (SIGTERM)\u000a10:06:43.735094 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26950): Terminating (SIGTERM)\u000a10:06:43.745078 --- ParallelTerminationStrategy: PID 26944 died...\u000a10:06:43.801349 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26944): Terminated: ok {rc=0}\u000a10:06:43.811268 --- ParallelTerminationStrategy: PID 26947 died...\u000a10:06:43.867075 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26947): Terminated: ok {rc=0}\u000a10:06:43.877157 --- ParallelTerminationStrategy: PID 26950 died...\u000a10:06:43.933070 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26950): Terminated: ok {rc=0}\u000a10:06:44.020684 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "39", "name" : "ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:06:37" }, { "cases" : [ { "testActions" : [ ], "age" : 56, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26962): Process ended prematurely: osmo-stp_10.42.42.5(pid=26962) [trial-2373↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26962)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26962): Process ended prematurely: osmo-stp_10.42.42.5(pid=26962) [trial-2373↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26962)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a10:06:46.018704 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:06:46.030531 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a10:06:46.223500 tst mo_mt_call.py: using LAC 27645\u000a10:06:46.382746 tst mo_mt_call.py: using RAC 105\u000a10:06:46.504904 tst mo_mt_call.py: using CellId 27645\u000a10:06:46.631721 tst mo_mt_call.py: using BVCI 27646\u000a10:06:46.658597 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:06:46.671718 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:06:46.685387 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:06:46.698809 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:06:46.712196 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:06:46.725806 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:06:46.844687 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:06:47.117613 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:06:47.655196 run create_hlr_db(pid=26956): Launched\u000a10:06:47.844098 bus /sierra_2: Setting Powered False\u000a10:06:48.863790 run create_hlr_db(pid=26956): Terminated: ok {rc=0}\u000a10:06:49.269521 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26958): Launched\u000a10:06:49.571281 run osmo-hlr_10.42.42.2(pid=26959): Launched\u000a10:06:49.682810 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:06:50.207967 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26961): Launched\u000a10:06:50.509089 run osmo-stp_10.42.42.5(pid=26962): Launched\u000a10:06:50.619956 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:06:51.171785 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26964): Launched\u000a10:06:51.473832 run osmo-msc_10.42.42.6(pid=26965): Launched\u000a10:06:51.651807 run osmo-stp_10.42.42.5(pid=26962): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26962)]\u000a10:06:51.780421 run osmo-stp_10.42.42.5(pid=26962): stdout: \u000a| (launched: 2022-12-10_10:06:50.361451)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:06:51.906921 run osmo-stp_10.42.42.5(pid=26962): stderr: \u000a| �[0;m�[38;5;43m20221210100650531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100650531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100650532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100650532 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100650533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100650533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100650533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:06:52.027746 run osmo-stp_10.42.42.5(pid=26962): stdout: \u000a| (launched: 2022-12-10_10:06:50.361451)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:06:52.147635 run osmo-stp_10.42.42.5(pid=26962): stderr: \u000a| �[0;m�[38;5;43m20221210100650531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100650531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100650532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100650532 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100650533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100650533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100650533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:06:52.200736 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26962): Process ended prematurely: osmo-stp_10.42.42.5(pid=26962) [trial-2373↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26962)] [trial-2373↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a10:06:52.209450 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a10:06:52.269501 run osmo-hlr_10.42.42.2(pid=26959): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26959)]\u000a10:06:52.319305 run osmo-hlr_10.42.42.2(pid=26959): stdout: \u000a| (launched: 2022-12-10_10:06:49.422771) \u000a10:06:52.369291 run osmo-hlr_10.42.42.2(pid=26959): stderr: \u000a| �[0;m�[1;31m20221210100649599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210100649599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210100649599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100649599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100649599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210100649599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210100649612 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210100649620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210100649621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210100649621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:06:52.437087 run osmo-msc_10.42.42.6(pid=26965): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26965)]\u000a10:06:52.487180 run osmo-msc_10.42.42.6(pid=26965): stdout: \u000a| (launched: 2022-12-10_10:06:51.325454) \u000a10:06:52.536916 run osmo-msc_10.42.42.6(pid=26965): stderr: \u000a| �[0;m�[38;5;43m20221210100651600 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210100651600 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb1b209fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210100651600 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210100651600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210100651600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210100651601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210100651603 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210100651604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210100651604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210100651604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:06:52.578970 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26958): Terminating (SIGTERM)\u000a10:06:52.618856 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26961): Terminating (SIGTERM)\u000a10:06:52.658665 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26964): Terminating (SIGTERM)\u000a10:06:52.667932 --- ParallelTerminationStrategy: PID 26958 died...\u000a10:06:52.721557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26958): Terminated: ok {rc=0}\u000a10:06:52.731356 --- ParallelTerminationStrategy: PID 26961 died...\u000a10:06:52.784922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26961): Terminated: ok {rc=0}\u000a10:06:52.794639 --- ParallelTerminationStrategy: PID 26964 died...\u000a10:06:52.848453 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26964): Terminated: ok {rc=0}\u000a10:06:52.937071 bus /sierra_3: Setting Powered False\u000a10:06:54.040027 bus /sierra_3: Setting Powered False\u000a10:06:55.150342 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 56, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26973): Process ended prematurely: osmo-stp_10.42.42.5(pid=26973) [trial-2373↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26973)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26973): Process ended prematurely: osmo-stp_10.42.42.5(pid=26973) [trial-2373↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26973)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:06:56.260657 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:06:56.272466 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a10:06:56.435974 tst mo_mt_call_osmux.py: using LAC 27646\u000a10:06:56.562276 tst mo_mt_call_osmux.py: using RAC 106\u000a10:06:56.690043 tst mo_mt_call_osmux.py: using CellId 27646\u000a10:06:56.821772 tst mo_mt_call_osmux.py: using BVCI 27647\u000a10:06:56.846317 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:06:56.857800 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:06:56.869110 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:06:56.880678 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:06:56.892439 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:06:56.903937 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:06:57.019495 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:06:57.221911 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:06:57.705959 run create_hlr_db(pid=26967): Launched\u000a10:06:57.880643 bus /sierra_2: Setting Powered False\u000a10:06:58.901581 run create_hlr_db(pid=26967): Terminated: ok {rc=0}\u000a10:06:59.329804 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26969): Launched\u000a10:06:59.651409 run osmo-hlr_10.42.42.2(pid=26970): Launched\u000a10:06:59.771780 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:07:00.334491 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26972): Launched\u000a10:07:00.657198 run osmo-stp_10.42.42.5(pid=26973): Launched\u000a10:07:00.774366 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:07:01.426992 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26975): Launched\u000a10:07:01.887032 run osmo-msc_10.42.42.6(pid=26976): Launched\u000a10:07:02.238923 run osmo-stp_10.42.42.5(pid=26973): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26973)]\u000a10:07:02.373858 run osmo-stp_10.42.42.5(pid=26973): stdout: \u000a| (launched: 2022-12-10_10:07:00.498378)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:07:02.507900 run osmo-stp_10.42.42.5(pid=26973): stderr: \u000a| �[0;m�[38;5;43m20221210100700693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100700693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100700693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100700694 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100700694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100700694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100700694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:07:02.638445 run osmo-stp_10.42.42.5(pid=26973): stdout: \u000a| (launched: 2022-12-10_10:07:00.498378)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:07:02.766289 run osmo-stp_10.42.42.5(pid=26973): stderr: \u000a| �[0;m�[38;5;43m20221210100700693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100700693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100700693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100700694 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100700694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100700694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100700694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:07:02.822913 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26973): Process ended prematurely: osmo-stp_10.42.42.5(pid=26973) [trial-2373↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26973)] [trial-2373↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a10:07:02.832338 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a10:07:02.895814 run osmo-hlr_10.42.42.2(pid=26970): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26970)]\u000a10:07:02.947672 run osmo-hlr_10.42.42.2(pid=26970): stdout: \u000a| (launched: 2022-12-10_10:06:59.493826) \u000a10:07:03.000115 run osmo-hlr_10.42.42.2(pid=26970): stderr: \u000a| �[0;m�[1;31m20221210100659694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210100659694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210100659694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100659694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100659694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210100659694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210100659706 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210100659714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210100659714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210100659715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:07:03.071078 run osmo-msc_10.42.42.6(pid=26976): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26976)]\u000a10:07:03.122767 run osmo-msc_10.42.42.6(pid=26976): stdout: \u000a| (launched: 2022-12-10_10:07:01.595427) \u000a10:07:03.175200 run osmo-msc_10.42.42.6(pid=26976): stderr: \u000a| �[0;m�[38;5;43m20221210100701956 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210100701956 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f74cf620c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210100701956 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210100701956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210100701956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210100701956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210100701958 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210100701959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210100701959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210100701959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:07:03.219645 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26969): Terminating (SIGTERM)\u000a10:07:03.261567 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26972): Terminating (SIGTERM)\u000a10:07:03.304104 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26975): Terminating (SIGTERM)\u000a10:07:03.313920 --- ParallelTerminationStrategy: PID 26969 died...\u000a10:07:03.370388 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26969): Terminated: ok {rc=0}\u000a10:07:03.380592 --- ParallelTerminationStrategy: PID 26972 died...\u000a10:07:03.437327 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26972): Terminated: ok {rc=0}\u000a10:07:03.447577 --- ParallelTerminationStrategy: PID 26975 died...\u000a10:07:03.503947 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26975): Terminated: ok {rc=0}\u000a10:07:03.590166 bus /sierra_3: Setting Powered False\u000a10:07:04.695126 bus /sierra_3: Setting Powered False\u000a10:07:05.802971 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "40", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:06:45" }, { "cases" : [ { "testActions" : [ ], "age" : 56, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26987): Process ended prematurely: osmo-stp_10.42.42.5(pid=26987) [trial-2373↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26987)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26987): Process ended prematurely: osmo-stp_10.42.42.5(pid=26987) [trial-2373↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26987)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a10:07:07.809296 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:07:07.820750 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a10:07:07.988154 tst mo_mt_call.py: using LAC 27647\u000a10:07:08.107917 tst mo_mt_call.py: using RAC 107\u000a10:07:08.226629 tst mo_mt_call.py: using CellId 27647\u000a10:07:08.343955 tst mo_mt_call.py: using BVCI 27648\u000a10:07:08.366827 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:07:08.377822 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:07:08.388666 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:07:08.399484 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:07:08.410870 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:07:08.421716 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:07:08.535892 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:07:08.734469 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:07:09.215150 run create_hlr_db(pid=26981): Launched\u000a10:07:09.389112 bus /sierra_2: Setting Powered False\u000a10:07:10.410219 run create_hlr_db(pid=26981): Terminated: ok {rc=0}\u000a10:07:10.838959 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26983): Launched\u000a10:07:11.159848 run osmo-hlr_10.42.42.2(pid=26984): Launched\u000a10:07:11.277285 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:07:11.838401 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26986): Launched\u000a10:07:12.159884 run osmo-stp_10.42.42.5(pid=26987): Launched\u000a10:07:12.277204 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:07:12.867869 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26989): Launched\u000a10:07:13.189537 run osmo-msc_10.42.42.6(pid=26990): Launched\u000a10:07:13.378873 run osmo-stp_10.42.42.5(pid=26987): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26987)]\u000a10:07:13.515631 run osmo-stp_10.42.42.5(pid=26987): stdout: \u000a| (launched: 2022-12-10_10:07:12.002434)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:07:13.652133 run osmo-stp_10.42.42.5(pid=26987): stderr: \u000a| �[0;m�[38;5;43m20221210100712194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100712194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100712194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100712194 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100712197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100712197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100712197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:07:13.781933 run osmo-stp_10.42.42.5(pid=26987): stdout: \u000a| (launched: 2022-12-10_10:07:12.002434)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:07:13.910150 run osmo-stp_10.42.42.5(pid=26987): stderr: \u000a| �[0;m�[38;5;43m20221210100712194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100712194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100712194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100712194 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100712197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100712197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100712197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:07:13.966864 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26987): Process ended prematurely: osmo-stp_10.42.42.5(pid=26987) [trial-2373↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26987)] [trial-2373↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a10:07:13.976101 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a10:07:14.039536 run osmo-hlr_10.42.42.2(pid=26984): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26984)]\u000a10:07:14.091024 run osmo-hlr_10.42.42.2(pid=26984): stdout: \u000a| (launched: 2022-12-10_10:07:11.002963) \u000a10:07:14.143388 run osmo-hlr_10.42.42.2(pid=26984): stderr: \u000a| �[0;m�[1;31m20221210100711199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210100711199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210100711199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100711199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100711199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210100711199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210100711211 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210100711220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210100711220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210100711220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:07:14.214265 run osmo-msc_10.42.42.6(pid=26990): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26990)]\u000a10:07:14.265949 run osmo-msc_10.42.42.6(pid=26990): stdout: \u000a| (launched: 2022-12-10_10:07:13.032082) \u000a10:07:14.318133 run osmo-msc_10.42.42.6(pid=26990): stderr: \u000a| �[0;m�[38;5;43m20221210100713354 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210100713354 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3df2364c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210100713354 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210100713354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210100713354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210100713354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210100713356 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210100713356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210100713356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210100713357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:07:14.362281 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26983): Terminating (SIGTERM)\u000a10:07:14.404802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26986): Terminating (SIGTERM)\u000a10:07:14.446750 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26989): Terminating (SIGTERM)\u000a10:07:14.456598 --- ParallelTerminationStrategy: PID 26983 died...\u000a10:07:14.513446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26983): Terminated: ok {rc=0}\u000a10:07:14.523449 --- ParallelTerminationStrategy: PID 26986 died...\u000a10:07:14.579640 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26986): Terminated: ok {rc=0}\u000a10:07:14.589790 --- ParallelTerminationStrategy: PID 26989 died...\u000a10:07:14.646413 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26989): Terminated: ok {rc=0}\u000a10:07:14.734562 bus /sierra_3: Setting Powered False\u000a10:07:15.842595 bus /sierra_3: Setting Powered False\u000a10:07:16.980749 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 56, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26998): Process ended prematurely: osmo-stp_10.42.42.5(pid=26998) [trial-2373↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26998)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26998): Process ended prematurely: osmo-stp_10.42.42.5(pid=26998) [trial-2373↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26998)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:07:18.093678 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:07:18.105327 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a10:07:18.262757 tst mo_mt_call_osmux.py: using LAC 27648\u000a10:07:18.383301 tst mo_mt_call_osmux.py: using RAC 108\u000a10:07:18.504110 tst mo_mt_call_osmux.py: using CellId 27648\u000a10:07:18.623589 tst mo_mt_call_osmux.py: using BVCI 27649\u000a10:07:18.646561 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:07:18.657571 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:07:18.668339 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:07:18.679759 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:07:18.691268 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:07:18.702572 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:07:18.821860 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:07:19.024092 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:07:19.510787 run create_hlr_db(pid=26992): Launched\u000a10:07:19.686448 bus /sierra_2: Setting Powered False\u000a10:07:20.706222 run create_hlr_db(pid=26992): Terminated: ok {rc=0}\u000a10:07:21.133365 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26994): Launched\u000a10:07:21.435034 run osmo-hlr_10.42.42.2(pid=26995): Launched\u000a10:07:21.544750 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:07:22.067760 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26997): Launched\u000a10:07:22.369363 run osmo-stp_10.42.42.5(pid=26998): Launched\u000a10:07:22.479439 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:07:23.037741 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27000): Launched\u000a10:07:23.341177 run osmo-msc_10.42.42.6(pid=27001): Launched\u000a10:07:23.517999 run osmo-stp_10.42.42.5(pid=26998): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26998)]\u000a10:07:23.645629 run osmo-stp_10.42.42.5(pid=26998): stdout: \u000a| (launched: 2022-12-10_10:07:22.221919)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:07:23.771574 run osmo-stp_10.42.42.5(pid=26998): stderr: \u000a| �[0;m�[38;5;43m20221210100722392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100722392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100722392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100722393 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100722393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100722393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100722393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:07:23.892647 run osmo-stp_10.42.42.5(pid=26998): stdout: \u000a| (launched: 2022-12-10_10:07:22.221919)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:07:24.012751 run osmo-stp_10.42.42.5(pid=26998): stderr: \u000a| �[0;m�[38;5;43m20221210100722392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100722392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100722392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100722393 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100722393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100722393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100722393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:07:24.066193 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26998): Process ended prematurely: osmo-stp_10.42.42.5(pid=26998) [trial-2373↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26998)] [trial-2373↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a10:07:24.074630 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a10:07:24.133687 run osmo-hlr_10.42.42.2(pid=26995): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26995)]\u000a10:07:24.182348 run osmo-hlr_10.42.42.2(pid=26995): stdout: \u000a| (launched: 2022-12-10_10:07:21.287387) \u000a10:07:24.231917 run osmo-hlr_10.42.42.2(pid=26995): stderr: \u000a| �[0;m�[1;31m20221210100721466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210100721466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210100721466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100721466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100721466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210100721466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210100721483 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210100721491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210100721491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210100721491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:07:24.299166 run osmo-msc_10.42.42.6(pid=27001): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27001)]\u000a10:07:24.348033 run osmo-msc_10.42.42.6(pid=27001): stdout: \u000a| (launched: 2022-12-10_10:07:23.192539) \u000a10:07:24.397365 run osmo-msc_10.42.42.6(pid=27001): stderr: \u000a| �[0;m�[38;5;43m20221210100723467 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210100723467 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f88d5377c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210100723467 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210100723467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210100723467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210100723467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210100723469 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210100723469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210100723470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210100723470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:07:24.439156 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26994): Terminating (SIGTERM)\u000a10:07:24.478348 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26997): Terminating (SIGTERM)\u000a10:07:24.517711 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27000): Terminating (SIGTERM)\u000a10:07:24.526784 --- ParallelTerminationStrategy: PID 26994 died...\u000a10:07:24.579832 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26994): Terminated: ok {rc=0}\u000a10:07:24.589291 --- ParallelTerminationStrategy: PID 26997 died...\u000a10:07:24.641623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26997): Terminated: ok {rc=0}\u000a10:07:24.651036 --- ParallelTerminationStrategy: PID 27000 died...\u000a10:07:24.703491 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27000): Terminated: ok {rc=0}\u000a10:07:24.792230 bus /sierra_3: Setting Powered False\u000a10:07:25.895480 bus /sierra_3: Setting Powered False\u000a10:07:27.001880 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "41", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:07:07" }, { "cases" : [ { "testActions" : [ ], "age" : 56, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27013): Process ended prematurely: osmo-stp_10.42.42.5(pid=27013) [trial-2373↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27013)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27013): Process ended prematurely: osmo-stp_10.42.42.5(pid=27013) [trial-2373↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27013)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a10:07:29.013151 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:07:29.024656 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a10:07:29.190366 tst mo_mt_call.py: using LAC 27649\u000a10:07:29.316852 tst mo_mt_call.py: using RAC 109\u000a10:07:29.445039 tst mo_mt_call.py: using CellId 27649\u000a10:07:29.578452 tst mo_mt_call.py: using BVCI 27650\u000a10:07:29.603044 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:07:29.615026 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:07:29.626610 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:07:29.638560 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:07:29.650176 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:07:29.662419 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:07:29.778073 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:07:29.977453 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:07:30.463240 run create_hlr_db(pid=27007): Launched\u000a10:07:30.637436 bus /sierra_2: Setting Powered False\u000a10:07:31.726992 run create_hlr_db(pid=27007): Terminated: ok {rc=0}\u000a10:07:32.184870 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27009): Launched\u000a10:07:32.489072 run osmo-hlr_10.42.42.2(pid=27010): Launched\u000a10:07:32.599735 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:07:33.125498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27012): Launched\u000a10:07:33.428479 run osmo-stp_10.42.42.5(pid=27013): Launched\u000a10:07:33.537599 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:07:34.090986 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27015): Launched\u000a10:07:34.392582 run osmo-msc_10.42.42.6(pid=27016): Launched\u000a10:07:34.569384 run osmo-stp_10.42.42.5(pid=27013): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27013)]\u000a10:07:34.697297 run osmo-stp_10.42.42.5(pid=27013): stdout: \u000a| (launched: 2022-12-10_10:07:33.279274)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:07:34.823092 run osmo-stp_10.42.42.5(pid=27013): stderr: \u000a| �[0;m�[38;5;43m20221210100733449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100733449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100733450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100733450 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100733450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100733451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100733451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:07:34.944118 run osmo-stp_10.42.42.5(pid=27013): stdout: \u000a| (launched: 2022-12-10_10:07:33.279274)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:07:35.063899 run osmo-stp_10.42.42.5(pid=27013): stderr: \u000a| �[0;m�[38;5;43m20221210100733449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100733449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100733450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100733450 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100733450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100733451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100733451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:07:35.116821 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27013): Process ended prematurely: osmo-stp_10.42.42.5(pid=27013) [trial-2373↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27013)] [trial-2373↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a10:07:35.125350 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a10:07:35.184714 run osmo-hlr_10.42.42.2(pid=27010): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27010)]\u000a10:07:35.233488 run osmo-hlr_10.42.42.2(pid=27010): stdout: \u000a| (launched: 2022-12-10_10:07:32.341469) \u000a10:07:35.282952 run osmo-hlr_10.42.42.2(pid=27010): stderr: \u000a| �[0;m�[1;31m20221210100732521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210100732521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210100732521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100732521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100732521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210100732521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210100732537 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210100732546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210100732547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210100732547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:07:35.350182 run osmo-msc_10.42.42.6(pid=27016): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27016)]\u000a10:07:35.398967 run osmo-msc_10.42.42.6(pid=27016): stdout: \u000a| (launched: 2022-12-10_10:07:34.244606) \u000a10:07:35.448387 run osmo-msc_10.42.42.6(pid=27016): stderr: \u000a| �[0;m�[38;5;43m20221210100734516 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210100734517 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7efb89ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210100734517 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210100734517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210100734517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210100734517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210100734522 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210100734522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210100734523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210100734523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:07:35.490076 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27009): Terminating (SIGTERM)\u000a10:07:35.529579 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27012): Terminating (SIGTERM)\u000a10:07:35.569194 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27015): Terminating (SIGTERM)\u000a10:07:35.578289 --- ParallelTerminationStrategy: PID 27009 died...\u000a10:07:35.630881 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27009): Terminated: ok {rc=0}\u000a10:07:35.640268 --- ParallelTerminationStrategy: PID 27012 died...\u000a10:07:35.693613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27012): Terminated: ok {rc=0}\u000a10:07:35.703182 --- ParallelTerminationStrategy: PID 27015 died...\u000a10:07:35.756135 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27015): Terminated: ok {rc=0}\u000a10:07:35.845511 bus /sierra_3: Setting Powered False\u000a10:07:36.953314 bus /sierra_3: Setting Powered False\u000a10:07:38.061053 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 56, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27025): Process ended prematurely: osmo-stp_10.42.42.5(pid=27025) [trial-2373↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27025)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27025): Process ended prematurely: osmo-stp_10.42.42.5(pid=27025) [trial-2373↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27025)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:07:39.169894 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:07:39.181612 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a10:07:39.339128 tst mo_mt_call_osmux.py: using LAC 27650\u000a10:07:39.467146 tst mo_mt_call_osmux.py: using RAC 110\u000a10:07:39.596038 tst mo_mt_call_osmux.py: using CellId 27650\u000a10:07:39.722795 tst mo_mt_call_osmux.py: using BVCI 27651\u000a10:07:39.747549 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:07:39.759315 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:07:39.770958 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:07:39.783372 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:07:39.796338 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:07:39.807700 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:07:39.925996 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:07:40.138609 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:07:40.646360 run create_hlr_db(pid=27019): Launched\u000a10:07:40.833969 bus /sierra_2: Setting Powered False\u000a10:07:41.854289 run create_hlr_db(pid=27019): Terminated: ok {rc=0}\u000a10:07:42.261446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27021): Launched\u000a10:07:42.563926 run osmo-hlr_10.42.42.2(pid=27022): Launched\u000a10:07:42.685442 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:07:43.217748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27024): Launched\u000a10:07:43.519731 run osmo-stp_10.42.42.5(pid=27025): Launched\u000a10:07:43.630278 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:07:44.220173 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27027): Launched\u000a10:07:44.541639 run osmo-msc_10.42.42.6(pid=27028): Launched\u000a10:07:44.730023 run osmo-stp_10.42.42.5(pid=27025): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27025)]\u000a10:07:44.866020 run osmo-stp_10.42.42.5(pid=27025): stdout: \u000a| (launched: 2022-12-10_10:07:43.371288)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:07:45.002072 run osmo-stp_10.42.42.5(pid=27025): stderr: \u000a| �[0;m�[38;5;43m20221210100743540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100743541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100743541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100743541 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100743543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100743544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100743544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:07:45.131873 run osmo-stp_10.42.42.5(pid=27025): stdout: \u000a| (launched: 2022-12-10_10:07:43.371288)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:07:45.260407 run osmo-stp_10.42.42.5(pid=27025): stderr: \u000a| �[0;m�[38;5;43m20221210100743540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100743541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100743541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100743541 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100743543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100743544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100743544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:07:45.316809 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27025): Process ended prematurely: osmo-stp_10.42.42.5(pid=27025) [trial-2373↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27025)] [trial-2373↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a10:07:45.326355 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a10:07:45.390659 run osmo-hlr_10.42.42.2(pid=27022): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27022)]\u000a10:07:45.442513 run osmo-hlr_10.42.42.2(pid=27022): stdout: \u000a| (launched: 2022-12-10_10:07:42.415031) \u000a10:07:45.495362 run osmo-hlr_10.42.42.2(pid=27022): stderr: \u000a| �[0;m�[1;31m20221210100742590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210100742590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210100742590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100742590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100742590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210100742591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210100742603 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210100742613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210100742613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210100742613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:07:45.566412 run osmo-msc_10.42.42.6(pid=27028): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27028)]\u000a10:07:45.618504 run osmo-msc_10.42.42.6(pid=27028): stdout: \u000a| (launched: 2022-12-10_10:07:44.383936) \u000a10:07:45.671356 run osmo-msc_10.42.42.6(pid=27028): stderr: \u000a| �[0;m�[38;5;43m20221210100744705 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210100744705 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbb738c7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210100744705 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210100744705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210100744705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210100744706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210100744707 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210100744708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210100744708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210100744708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:07:45.715408 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27021): Terminating (SIGTERM)\u000a10:07:45.757864 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27024): Terminating (SIGTERM)\u000a10:07:45.800287 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27027): Terminating (SIGTERM)\u000a10:07:45.810688 --- ParallelTerminationStrategy: PID 27021 died...\u000a10:07:45.890581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27021): Terminated: ok {rc=0}\u000a10:07:45.901298 --- ParallelTerminationStrategy: PID 27024 died...\u000a10:07:45.959913 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27024): Terminated: ok {rc=0}\u000a10:07:45.970554 --- ParallelTerminationStrategy: PID 27027 died...\u000a10:07:46.029101 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27027): Terminated: ok {rc=0}\u000a10:07:46.118148 bus /sierra_3: Setting Powered False\u000a10:07:47.225201 bus /sierra_3: Setting Powered False\u000a10:07:48.336800 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "42", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:07:28" }, { "cases" : [ { "testActions" : [ ], "age" : 56, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27039): Process ended prematurely: osmo-stp_10.42.42.5(pid=27039) [trial-2373↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27039)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27039): Process ended prematurely: osmo-stp_10.42.42.5(pid=27039) [trial-2373↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27039)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a10:07:50.348289 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:07:50.359948 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a10:07:50.521546 tst mo_mt_call.py: using LAC 27651\u000a10:07:50.646081 tst mo_mt_call.py: using RAC 111\u000a10:07:50.771249 tst mo_mt_call.py: using CellId 27651\u000a10:07:50.900433 tst mo_mt_call.py: using BVCI 27652\u000a10:07:50.924801 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:07:50.936315 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:07:50.947679 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:07:50.959351 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:07:50.971095 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:07:50.982790 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:07:51.099481 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:07:51.301300 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:07:51.783364 run create_hlr_db(pid=27033): Launched\u000a10:07:51.957879 bus /sierra_2: Setting Powered False\u000a10:07:52.978205 run create_hlr_db(pid=27033): Terminated: ok {rc=0}\u000a10:07:53.406973 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27035): Launched\u000a10:07:53.731551 run osmo-hlr_10.42.42.2(pid=27036): Launched\u000a10:07:53.851259 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:07:54.414097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27038): Launched\u000a10:07:54.735284 run osmo-stp_10.42.42.5(pid=27039): Launched\u000a10:07:54.852902 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:07:55.446244 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27041): Launched\u000a10:07:55.769590 run osmo-msc_10.42.42.6(pid=27042): Launched\u000a10:07:55.959572 run osmo-stp_10.42.42.5(pid=27039): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27039)]\u000a10:07:56.096857 run osmo-stp_10.42.42.5(pid=27039): stdout: \u000a| (launched: 2022-12-10_10:07:54.577555)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:07:56.233833 run osmo-stp_10.42.42.5(pid=27039): stderr: \u000a| �[0;m�[38;5;43m20221210100754770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100754770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100754770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100754770 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100754771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100754771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100754771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:07:56.364321 run osmo-stp_10.42.42.5(pid=27039): stdout: \u000a| (launched: 2022-12-10_10:07:54.577555)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:07:56.493253 run osmo-stp_10.42.42.5(pid=27039): stderr: \u000a| �[0;m�[38;5;43m20221210100754770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100754770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100754770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100754770 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100754771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100754771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100754771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:07:56.550054 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27039): Process ended prematurely: osmo-stp_10.42.42.5(pid=27039) [trial-2373↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27039)] [trial-2373↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a10:07:56.559239 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a10:07:56.622560 run osmo-hlr_10.42.42.2(pid=27036): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27036)]\u000a10:07:56.674101 run osmo-hlr_10.42.42.2(pid=27036): stdout: \u000a| (launched: 2022-12-10_10:07:53.572004) \u000a10:07:56.726108 run osmo-hlr_10.42.42.2(pid=27036): stderr: \u000a| �[0;m�[1;31m20221210100753769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210100753769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210100753769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100753769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100753769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210100753769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210100753781 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210100753790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210100753790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210100753790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:07:56.796460 run osmo-msc_10.42.42.6(pid=27042): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27042)]\u000a10:07:56.848318 run osmo-msc_10.42.42.6(pid=27042): stdout: \u000a| (launched: 2022-12-10_10:07:55.610938) \u000a10:07:56.900445 run osmo-msc_10.42.42.6(pid=27042): stderr: \u000a| �[0;m�[38;5;43m20221210100755932 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210100755932 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa629e7bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210100755932 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210100755932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210100755932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210100755932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210100755934 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210100755934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210100755935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210100755935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:07:56.944419 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27035): Terminating (SIGTERM)\u000a10:07:56.986568 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27038): Terminating (SIGTERM)\u000a10:07:57.028208 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27041): Terminating (SIGTERM)\u000a10:07:57.038117 --- ParallelTerminationStrategy: PID 27035 died...\u000a10:07:57.093926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27035): Terminated: ok {rc=0}\u000a10:07:57.103924 --- ParallelTerminationStrategy: PID 27038 died...\u000a10:07:57.160041 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27038): Terminated: ok {rc=0}\u000a10:07:57.170050 --- ParallelTerminationStrategy: PID 27041 died...\u000a10:07:57.226218 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27041): Terminated: ok {rc=0}\u000a10:07:57.314280 bus /sierra_3: Setting Powered False\u000a10:07:58.420750 bus /sierra_3: Setting Powered False\u000a10:07:59.528428 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 56, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27050): Process ended prematurely: osmo-stp_10.42.42.5(pid=27050) [trial-2373↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27050)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27050): Process ended prematurely: osmo-stp_10.42.42.5(pid=27050) [trial-2373↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27050)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:08:00.642740 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:08:00.654889 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a10:08:00.820795 tst mo_mt_call_osmux.py: using LAC 27652\u000a10:08:00.967494 tst mo_mt_call_osmux.py: using RAC 112\u000a10:08:01.096502 tst mo_mt_call_osmux.py: using CellId 27652\u000a10:08:01.233815 tst mo_mt_call_osmux.py: using BVCI 27653\u000a10:08:01.257924 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:08:01.271048 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:08:01.283128 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:08:01.295214 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:08:01.307299 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:08:01.319549 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:08:01.438252 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:08:01.686304 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:08:02.261065 run create_hlr_db(pid=27044): Launched\u000a10:08:02.450713 bus /sierra_2: Setting Powered False\u000a10:08:03.468396 run create_hlr_db(pid=27044): Terminated: ok {rc=0}\u000a10:08:03.874489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27046): Launched\u000a10:08:04.176680 run osmo-hlr_10.42.42.2(pid=27047): Launched\u000a10:08:04.286782 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:08:04.811403 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27049): Launched\u000a10:08:05.112625 run osmo-stp_10.42.42.5(pid=27050): Launched\u000a10:08:05.221473 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:08:05.770931 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27052): Launched\u000a10:08:06.071460 run osmo-msc_10.42.42.6(pid=27053): Launched\u000a10:08:06.247694 run osmo-stp_10.42.42.5(pid=27050): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27050)]\u000a10:08:06.375471 run osmo-stp_10.42.42.5(pid=27050): stdout: \u000a| (launched: 2022-12-10_10:08:04.965248)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:08:06.501160 run osmo-stp_10.42.42.5(pid=27050): stderr: \u000a| �[0;m�[38;5;43m20221210100805134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100805135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100805135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100805135 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100805136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100805136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100805136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:08:06.622220 run osmo-stp_10.42.42.5(pid=27050): stdout: \u000a| (launched: 2022-12-10_10:08:04.965248)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:08:06.742260 run osmo-stp_10.42.42.5(pid=27050): stderr: \u000a| �[0;m�[38;5;43m20221210100805134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100805135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100805135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100805135 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100805136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100805136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100805136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:08:06.795225 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27050): Process ended prematurely: osmo-stp_10.42.42.5(pid=27050) [trial-2373↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27050)] [trial-2373↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a10:08:06.803752 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a10:08:06.863099 run osmo-hlr_10.42.42.2(pid=27047): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27047)]\u000a10:08:06.911792 run osmo-hlr_10.42.42.2(pid=27047): stdout: \u000a| (launched: 2022-12-10_10:08:04.027688) \u000a10:08:06.960895 run osmo-hlr_10.42.42.2(pid=27047): stderr: \u000a| �[0;m�[1;31m20221210100804204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210100804204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210100804204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100804204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100804204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210100804204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210100804216 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210100804225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210100804225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210100804225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:08:07.027926 run osmo-msc_10.42.42.6(pid=27053): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27053)]\u000a10:08:07.076355 run osmo-msc_10.42.42.6(pid=27053): stdout: \u000a| (launched: 2022-12-10_10:08:05.923885) \u000a10:08:07.125487 run osmo-msc_10.42.42.6(pid=27053): stderr: \u000a| �[0;m�[38;5;43m20221210100806194 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210100806194 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2017d70c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210100806194 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210100806194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210100806194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210100806194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210100806197 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210100806198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210100806198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210100806198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:08:07.167023 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27046): Terminating (SIGTERM)\u000a10:08:07.206468 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27049): Terminating (SIGTERM)\u000a10:08:07.246082 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27052): Terminating (SIGTERM)\u000a10:08:07.255207 --- ParallelTerminationStrategy: PID 27046 died...\u000a10:08:07.308938 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27046): Terminated: ok {rc=0}\u000a10:08:07.318612 --- ParallelTerminationStrategy: PID 27049 died...\u000a10:08:07.371481 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27049): Terminated: ok {rc=0}\u000a10:08:07.381118 --- ParallelTerminationStrategy: PID 27052 died...\u000a10:08:07.433781 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27052): Terminated: ok {rc=0}\u000a10:08:07.517862 bus /sierra_3: Setting Powered False\u000a10:08:08.624302 bus /sierra_3: Setting Powered False\u000a10:08:09.731008 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "43", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:07:50" }, { "cases" : [ { "testActions" : [ ], "age" : 56, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27064): Process ended prematurely: osmo-stp_10.42.42.5(pid=27064) [trial-2373↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27064)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27064): Process ended prematurely: osmo-stp_10.42.42.5(pid=27064) [trial-2373↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27064)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a10:08:11.752476 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:08:11.763986 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a10:08:11.928646 tst mo_mt_call.py: using LAC 27653\u000a10:08:12.054173 tst mo_mt_call.py: using RAC 113\u000a10:08:12.182321 tst mo_mt_call.py: using CellId 27653\u000a10:08:12.307986 tst mo_mt_call.py: using BVCI 27654\u000a10:08:12.332514 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:08:12.344406 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:08:12.355745 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:08:12.368111 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:08:12.379628 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:08:12.391277 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:08:12.506947 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:08:12.706762 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:08:13.189499 run create_hlr_db(pid=27058): Launched\u000a10:08:13.363425 bus /sierra_2: Setting Powered False\u000a10:08:14.383680 run create_hlr_db(pid=27058): Terminated: ok {rc=0}\u000a10:08:14.813553 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27060): Launched\u000a10:08:15.135253 run osmo-hlr_10.42.42.2(pid=27061): Launched\u000a10:08:15.255985 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:08:15.819703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27063): Launched\u000a10:08:16.243746 run osmo-stp_10.42.42.5(pid=27064): Launched\u000a10:08:16.436218 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:08:17.147223 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27102): Launched\u000a10:08:17.603901 run osmo-msc_10.42.42.6(pid=27110): Launched\u000a10:08:18.021253 run osmo-stp_10.42.42.5(pid=27064): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27064)]\u000a10:08:18.233659 run osmo-stp_10.42.42.5(pid=27064): stdout: \u000a| (launched: 2022-12-10_10:08:15.992472)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:08:18.379333 run osmo-stp_10.42.42.5(pid=27064): stderr: \u000a| �[0;m�[38;5;43m20221210100816178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100816178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100816178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100816179 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100816179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100816179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100816179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:08:18.529620 run osmo-stp_10.42.42.5(pid=27064): stdout: \u000a| (launched: 2022-12-10_10:08:15.992472)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:08:18.686848 run osmo-stp_10.42.42.5(pid=27064): stderr: \u000a| �[0;m�[38;5;43m20221210100816178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100816178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100816178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100816179 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100816179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100816179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100816179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:08:18.759508 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27064): Process ended prematurely: osmo-stp_10.42.42.5(pid=27064) [trial-2373↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27064)] [trial-2373↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a10:08:18.769675 tst mo_mt_call.py:8: Test FAILED (7.1 sec)\u000a10:08:18.850154 run osmo-hlr_10.42.42.2(pid=27061): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27061)]\u000a10:08:18.921917 run osmo-hlr_10.42.42.2(pid=27061): stdout: \u000a| (launched: 2022-12-10_10:08:14.977396) \u000a10:08:18.986943 run osmo-hlr_10.42.42.2(pid=27061): stderr: \u000a| �[0;m�[1;31m20221210100815176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210100815176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210100815176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100815177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100815177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210100815177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210100815190 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210100815198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210100815199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210100815199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:08:19.081606 run osmo-msc_10.42.42.6(pid=27110): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27110)]\u000a10:08:19.147656 run osmo-msc_10.42.42.6(pid=27110): stdout: \u000a| (launched: 2022-12-10_10:08:17.320880) \u000a10:08:19.215473 run osmo-msc_10.42.42.6(pid=27110): stderr: \u000a| �[0;m�[38;5;43m20221210100817832 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210100817848 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f085083fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210100817848 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210100817848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210100817849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210100817849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210100817851 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210100817851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210100817851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210100817851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:08:19.274407 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27060): Terminating (SIGTERM)\u000a10:08:19.328790 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27063): Terminating (SIGTERM)\u000a10:08:19.378373 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27102): Terminating (SIGTERM)\u000a10:08:19.393095 --- ParallelTerminationStrategy: PID 27060 died...\u000a10:08:19.460003 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27060): Terminated: ok {rc=0}\u000a10:08:19.472633 --- ParallelTerminationStrategy: PID 27063 died...\u000a10:08:19.547128 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27063): Terminated: ok {rc=0}\u000a10:08:19.562395 --- ParallelTerminationStrategy: PID 27102 died...\u000a10:08:19.635073 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27102): Terminated: ok {rc=0}\u000a10:08:19.749904 bus /sierra_3: Setting Powered False\u000a10:08:20.869062 bus /sierra_3: Setting Powered False\u000a10:08:21.983439 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 56, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27347): Process ended prematurely: osmo-stp_10.42.42.5(pid=27347) [trial-2373↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27347)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27347): Process ended prematurely: osmo-stp_10.42.42.5(pid=27347) [trial-2373↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27347)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:08:23.097033 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:08:23.109778 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a10:08:23.271353 tst mo_mt_call_osmux.py: using LAC 27654\u000a10:08:23.391620 tst mo_mt_call_osmux.py: using RAC 114\u000a10:08:23.513828 tst mo_mt_call_osmux.py: using CellId 27654\u000a10:08:23.634050 tst mo_mt_call_osmux.py: using BVCI 27655\u000a10:08:23.657929 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:08:23.670817 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:08:23.682189 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:08:23.693647 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:08:23.705421 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:08:23.717151 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:08:23.834400 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:08:24.041690 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:08:24.562121 run create_hlr_db(pid=27341): Launched\u000a10:08:24.753787 bus /sierra_2: Setting Powered False\u000a10:08:25.772110 run create_hlr_db(pid=27341): Terminated: ok {rc=0}\u000a10:08:26.208996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27343): Launched\u000a10:08:26.633507 run osmo-hlr_10.42.42.2(pid=27344): Launched\u000a10:08:26.815850 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:08:27.444236 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27346): Launched\u000a10:08:27.867586 run osmo-stp_10.42.42.5(pid=27347): Launched\u000a10:08:28.094055 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:08:28.716165 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27349): Launched\u000a10:08:29.150832 run osmo-msc_10.42.42.6(pid=27350): Launched\u000a10:08:29.542379 run osmo-stp_10.42.42.5(pid=27347): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27347)]\u000a10:08:29.745122 run osmo-stp_10.42.42.5(pid=27347): stdout: \u000a| (launched: 2022-12-10_10:08:27.604242)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:08:29.886160 run osmo-stp_10.42.42.5(pid=27347): stderr: \u000a| �[0;m�[38;5;43m20221210100827901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100827901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100827902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100827902 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100827903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100827903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100827903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:08:30.021239 run osmo-stp_10.42.42.5(pid=27347): stdout: \u000a| (launched: 2022-12-10_10:08:27.604242)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:08:30.155485 run osmo-stp_10.42.42.5(pid=27347): stderr: \u000a| �[0;m�[38;5;43m20221210100827901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100827901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100827902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100827902 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100827903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100827903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100827903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:08:30.214389 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27347): Process ended prematurely: osmo-stp_10.42.42.5(pid=27347) [trial-2373↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27347)] [trial-2373↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a10:08:30.225212 tst mo_mt_call_osmux.py:8: Test FAILED (7.2 sec)\u000a10:08:30.294493 run osmo-hlr_10.42.42.2(pid=27344): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27344)]\u000a10:08:30.349947 run osmo-hlr_10.42.42.2(pid=27344): stdout: \u000a| (launched: 2022-12-10_10:08:26.368336) \u000a10:08:30.405790 run osmo-hlr_10.42.42.2(pid=27344): stderr: \u000a| �[0;m�[1;31m20221210100826717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210100826717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210100826717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100826717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100826717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210100826717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210100826735 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210100826752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210100826752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210100826752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:08:30.481216 run osmo-msc_10.42.42.6(pid=27350): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27350)]\u000a10:08:30.535982 run osmo-msc_10.42.42.6(pid=27350): stdout: \u000a| (launched: 2022-12-10_10:08:28.884667) \u000a10:08:30.592544 run osmo-msc_10.42.42.6(pid=27350): stderr: \u000a| �[0;m�[38;5;43m20221210100829392 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210100829392 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb229bc8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210100829392 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210100829392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210100829392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210100829392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210100829394 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210100829395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210100829395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210100829395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:08:30.639319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27343): Terminating (SIGTERM)\u000a10:08:30.687611 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27346): Terminating (SIGTERM)\u000a10:08:30.732912 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27349): Terminating (SIGTERM)\u000a10:08:30.743905 --- ParallelTerminationStrategy: PID 27343 died...\u000a10:08:30.806076 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27343): Terminated: ok {rc=0}\u000a10:08:30.817327 --- ParallelTerminationStrategy: PID 27346 died...\u000a10:08:30.878022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27346): Terminated: ok {rc=0}\u000a10:08:30.889483 --- ParallelTerminationStrategy: PID 27349 died...\u000a10:08:30.949602 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27349): Terminated: ok {rc=0}\u000a10:08:31.053398 bus /sierra_3: Setting Powered False\u000a10:08:32.215458 bus /sierra_3: Setting Powered False\u000a10:08:33.328821 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 24.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "44", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:08:11" }, { "cases" : [ { "testActions" : [ ], "age" : 56, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27361): Process ended prematurely: osmo-stp_10.42.42.5(pid=27361) [trial-2373↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27361)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27361): Process ended prematurely: osmo-stp_10.42.42.5(pid=27361) [trial-2373↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27361)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a10:08:35.348223 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:08:35.360407 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:08:35.524106 tst mo_mt_call.py: using LAC 27655\u000a10:08:35.645644 tst mo_mt_call.py: using RAC 115\u000a10:08:35.770823 tst mo_mt_call.py: using CellId 27655\u000a10:08:35.893756 tst mo_mt_call.py: using BVCI 27656\u000a10:08:35.918623 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:08:35.930982 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:08:35.942606 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:08:35.955218 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:08:35.967486 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:08:35.980441 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:08:36.100913 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:08:36.310618 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:08:36.845963 run create_hlr_db(pid=27355): Launched\u000a10:08:37.028219 bus /sierra_2: Setting Powered False\u000a10:08:38.048697 run create_hlr_db(pid=27355): Terminated: ok {rc=0}\u000a10:08:38.489514 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27357): Launched\u000a10:08:38.919491 run osmo-hlr_10.42.42.2(pid=27358): Launched\u000a10:08:39.157047 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:08:39.805580 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27360): Launched\u000a10:08:40.127729 run osmo-stp_10.42.42.5(pid=27361): Launched\u000a10:08:40.246087 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:08:40.836411 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27363): Launched\u000a10:08:41.159247 run osmo-msc_10.42.42.6(pid=27364): Launched\u000a10:08:41.348229 run osmo-stp_10.42.42.5(pid=27361): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27361)]\u000a10:08:41.485246 run osmo-stp_10.42.42.5(pid=27361): stdout: \u000a| (launched: 2022-12-10_10:08:39.970080)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:08:41.621752 run osmo-stp_10.42.42.5(pid=27361): stderr: \u000a| �[0;m�[38;5;43m20221210100840163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100840163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100840164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100840164 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100840165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100840165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100840165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:08:41.751895 run osmo-stp_10.42.42.5(pid=27361): stdout: \u000a| (launched: 2022-12-10_10:08:39.970080)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:08:41.880431 run osmo-stp_10.42.42.5(pid=27361): stderr: \u000a| �[0;m�[38;5;43m20221210100840163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100840163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100840164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100840164 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100840165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100840165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100840165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:08:41.937467 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27361): Process ended prematurely: osmo-stp_10.42.42.5(pid=27361) [trial-2373↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27361)] [trial-2373↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a10:08:41.946926 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a10:08:42.010294 run osmo-hlr_10.42.42.2(pid=27358): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27358)]\u000a10:08:42.061955 run osmo-hlr_10.42.42.2(pid=27358): stdout: \u000a| (launched: 2022-12-10_10:08:38.649093) \u000a10:08:42.114077 run osmo-hlr_10.42.42.2(pid=27358): stderr: \u000a| �[0;m�[1;31m20221210100839006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210100839006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210100839006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100839006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100839006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210100839006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210100839018 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210100839030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210100839031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210100839031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:08:42.184737 run osmo-msc_10.42.42.6(pid=27364): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27364)]\u000a10:08:42.236138 run osmo-msc_10.42.42.6(pid=27364): stdout: \u000a| (launched: 2022-12-10_10:08:41.000752) \u000a10:08:42.288694 run osmo-msc_10.42.42.6(pid=27364): stderr: \u000a| �[0;m�[38;5;43m20221210100841323 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210100841324 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f20f18bac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210100841324 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210100841324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210100841324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210100841324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210100841326 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210100841326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210100841326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210100841327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:08:42.332827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27357): Terminating (SIGTERM)\u000a10:08:42.375206 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27360): Terminating (SIGTERM)\u000a10:08:42.417272 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27363): Terminating (SIGTERM)\u000a10:08:42.427036 --- ParallelTerminationStrategy: PID 27357 died...\u000a10:08:42.483344 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27357): Terminated: ok {rc=0}\u000a10:08:42.493638 --- ParallelTerminationStrategy: PID 27360 died...\u000a10:08:42.550339 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27360): Terminated: ok {rc=0}\u000a10:08:42.560502 --- ParallelTerminationStrategy: PID 27363 died...\u000a10:08:42.616827 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27363): Terminated: ok {rc=0}\u000a10:08:42.705430 bus /sierra_3: Setting Powered False\u000a10:08:43.811599 bus /sierra_3: Setting Powered False\u000a10:08:44.918707 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 56, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27372): Process ended prematurely: osmo-stp_10.42.42.5(pid=27372) [trial-2373↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27372)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27372): Process ended prematurely: osmo-stp_10.42.42.5(pid=27372) [trial-2373↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27372)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:08:46.055848 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:08:46.072731 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:08:46.282525 tst mo_mt_call_osmux.py: using LAC 27656\u000a10:08:46.412451 tst mo_mt_call_osmux.py: using RAC 116\u000a10:08:46.538268 tst mo_mt_call_osmux.py: using CellId 27656\u000a10:08:46.659546 tst mo_mt_call_osmux.py: using BVCI 27657\u000a10:08:46.689860 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:08:46.701744 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:08:46.713384 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:08:46.725412 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:08:46.737606 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:08:46.749199 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:08:46.886227 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:08:47.146544 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:08:47.658733 run create_hlr_db(pid=27366): Launched\u000a10:08:47.846998 bus /sierra_2: Setting Powered False\u000a10:08:48.866920 run create_hlr_db(pid=27366): Terminated: ok {rc=0}\u000a10:08:49.272467 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27368): Launched\u000a10:08:49.575459 run osmo-hlr_10.42.42.2(pid=27369): Launched\u000a10:08:49.694588 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:08:50.228287 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27371): Launched\u000a10:08:50.531127 run osmo-stp_10.42.42.5(pid=27372): Launched\u000a10:08:50.642043 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:08:51.195619 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27374): Launched\u000a10:08:51.497747 run osmo-msc_10.42.42.6(pid=27375): Launched\u000a10:08:51.675556 run osmo-stp_10.42.42.5(pid=27372): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27372)]\u000a10:08:51.803380 run osmo-stp_10.42.42.5(pid=27372): stdout: \u000a| (launched: 2022-12-10_10:08:50.382858)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:08:51.929512 run osmo-stp_10.42.42.5(pid=27372): stderr: \u000a| �[0;m�[38;5;43m20221210100850556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100850556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100850556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100850557 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100850557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100850558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100850558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:08:52.050476 run osmo-stp_10.42.42.5(pid=27372): stdout: \u000a| (launched: 2022-12-10_10:08:50.382858)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:08:52.170642 run osmo-stp_10.42.42.5(pid=27372): stderr: \u000a| �[0;m�[38;5;43m20221210100850556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100850556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100850556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100850557 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100850557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100850558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100850558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:08:52.223704 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27372): Process ended prematurely: osmo-stp_10.42.42.5(pid=27372) [trial-2373↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27372)] [trial-2373↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a10:08:52.232260 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a10:08:52.291678 run osmo-hlr_10.42.42.2(pid=27369): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27369)]\u000a10:08:52.340349 run osmo-hlr_10.42.42.2(pid=27369): stdout: \u000a| (launched: 2022-12-10_10:08:49.426635) \u000a10:08:52.389753 run osmo-hlr_10.42.42.2(pid=27369): stderr: \u000a| �[0;m�[1;31m20221210100849605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210100849605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210100849605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100849605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100849605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210100849605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210100849617 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210100849627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210100849627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210100849627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:08:52.456807 run osmo-msc_10.42.42.6(pid=27375): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27375)]\u000a10:08:52.505395 run osmo-msc_10.42.42.6(pid=27375): stdout: \u000a| (launched: 2022-12-10_10:08:51.349188) \u000a10:08:52.554434 run osmo-msc_10.42.42.6(pid=27375): stderr: \u000a| �[0;m�[38;5;43m20221210100851623 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210100851623 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f745eb27c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210100851623 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210100851623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210100851623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210100851623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210100851626 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210100851627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210100851627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210100851627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:08:52.596073 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27368): Terminating (SIGTERM)\u000a10:08:52.635424 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27371): Terminating (SIGTERM)\u000a10:08:52.674801 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27374): Terminating (SIGTERM)\u000a10:08:52.683865 --- ParallelTerminationStrategy: PID 27368 died...\u000a10:08:52.737198 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27368): Terminated: ok {rc=0}\u000a10:08:52.746670 --- ParallelTerminationStrategy: PID 27371 died...\u000a10:08:52.799102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27371): Terminated: ok {rc=0}\u000a10:08:52.808564 --- ParallelTerminationStrategy: PID 27374 died...\u000a10:08:52.861154 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27374): Terminated: ok {rc=0}\u000a10:08:52.950521 bus /sierra_3: Setting Powered False\u000a10:08:54.053742 bus /sierra_3: Setting Powered False\u000a10:08:55.163842 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "45", "name" : "voice_trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:08:35" }, { "cases" : [ { "testActions" : [ ], "age" : 56, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27386): Process ended prematurely: osmo-stp_10.42.42.5(pid=27386) [trial-2373↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27386)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27386): Process ended prematurely: osmo-stp_10.42.42.5(pid=27386) [trial-2373↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27386)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a10:08:57.151603 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:08:57.162524 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:08:57.320785 tst mo_mt_call.py: using LAC 27657\u000a10:08:57.440050 tst mo_mt_call.py: using RAC 117\u000a10:08:57.560477 tst mo_mt_call.py: using CellId 27657\u000a10:08:57.680632 tst mo_mt_call.py: using BVCI 27658\u000a10:08:57.703415 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:08:57.714509 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:08:57.725190 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:08:57.735778 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:08:57.746568 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:08:57.757312 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:08:57.875596 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:08:58.074907 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:08:58.557686 run create_hlr_db(pid=27380): Launched\u000a10:08:58.732897 bus /sierra_2: Setting Powered False\u000a10:08:59.753436 run create_hlr_db(pid=27380): Terminated: ok {rc=0}\u000a10:09:00.156055 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27382): Launched\u000a10:09:00.457859 run osmo-hlr_10.42.42.2(pid=27383): Launched\u000a10:09:00.574221 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:09:01.176438 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27385): Launched\u000a10:09:01.606128 run osmo-stp_10.42.42.5(pid=27386): Launched\u000a10:09:01.795379 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:09:02.583558 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27388): Launched\u000a10:09:02.908293 run osmo-msc_10.42.42.6(pid=27389): Launched\u000a10:09:03.097190 run osmo-stp_10.42.42.5(pid=27386): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27386)]\u000a10:09:03.233458 run osmo-stp_10.42.42.5(pid=27386): stdout: \u000a| (launched: 2022-12-10_10:09:01.385065)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:09:03.370059 run osmo-stp_10.42.42.5(pid=27386): stderr: \u000a| �[0;m�[38;5;43m20221210100901746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100901746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100901747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100901747 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100901747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100901747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100901748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:09:03.500208 run osmo-stp_10.42.42.5(pid=27386): stdout: \u000a| (launched: 2022-12-10_10:09:01.385065)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:09:03.629506 run osmo-stp_10.42.42.5(pid=27386): stderr: \u000a| �[0;m�[38;5;43m20221210100901746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100901746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100901747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100901747 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100901747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100901747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100901748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:09:03.686773 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27386): Process ended prematurely: osmo-stp_10.42.42.5(pid=27386) [trial-2373↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27386)] [trial-2373↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a10:09:03.695849 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a10:09:03.759843 run osmo-hlr_10.42.42.2(pid=27383): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27383)]\u000a10:09:03.811893 run osmo-hlr_10.42.42.2(pid=27383): stdout: \u000a| (launched: 2022-12-10_10:09:00.309991) \u000a10:09:03.864672 run osmo-hlr_10.42.42.2(pid=27383): stderr: \u000a| �[0;m�[1;31m20221210100900485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210100900485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210100900485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100900485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100900485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210100900485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210100900496 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210100900506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210100900506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210100900506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:09:03.936085 run osmo-msc_10.42.42.6(pid=27389): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27389)]\u000a10:09:03.988203 run osmo-msc_10.42.42.6(pid=27389): stdout: \u000a| (launched: 2022-12-10_10:09:02.750300) \u000a10:09:04.040748 run osmo-msc_10.42.42.6(pid=27389): stderr: \u000a| �[0;m�[38;5;43m20221210100903074 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210100903074 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f849304dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210100903074 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210100903074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210100903074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210100903074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210100903076 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210100903077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210100903077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210100903077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:09:04.085446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27382): Terminating (SIGTERM)\u000a10:09:04.128023 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27385): Terminating (SIGTERM)\u000a10:09:04.170459 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27388): Terminating (SIGTERM)\u000a10:09:04.180402 --- ParallelTerminationStrategy: PID 27382 died...\u000a10:09:04.237625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27382): Terminated: ok {rc=0}\u000a10:09:04.247757 --- ParallelTerminationStrategy: PID 27385 died...\u000a10:09:04.304526 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27385): Terminated: ok {rc=0}\u000a10:09:04.314669 --- ParallelTerminationStrategy: PID 27388 died...\u000a10:09:04.371314 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27388): Terminated: ok {rc=0}\u000a10:09:04.458934 bus /sierra_3: Setting Powered False\u000a10:09:05.566654 bus /sierra_3: Setting Powered False\u000a10:09:06.674812 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 56, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27397): Process ended prematurely: osmo-stp_10.42.42.5(pid=27397) [trial-2373↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27397)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27397): Process ended prematurely: osmo-stp_10.42.42.5(pid=27397) [trial-2373↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27397)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:09:07.790192 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:09:07.802258 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:09:07.968891 tst mo_mt_call_osmux.py: using LAC 27658\u000a10:09:08.095297 tst mo_mt_call_osmux.py: using RAC 118\u000a10:09:08.222712 tst mo_mt_call_osmux.py: using CellId 27658\u000a10:09:08.349963 tst mo_mt_call_osmux.py: using BVCI 27659\u000a10:09:08.374624 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:09:08.386081 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:09:08.397308 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:09:08.408625 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:09:08.420050 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:09:08.431564 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:09:08.548042 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:09:08.749128 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:09:09.233771 run create_hlr_db(pid=27391): Launched\u000a10:09:09.408307 bus /sierra_2: Setting Powered False\u000a10:09:10.429649 run create_hlr_db(pid=27391): Terminated: ok {rc=0}\u000a10:09:10.860100 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27393): Launched\u000a10:09:11.183157 run osmo-hlr_10.42.42.2(pid=27394): Launched\u000a10:09:11.304205 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:09:11.868093 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27396): Launched\u000a10:09:12.191567 run osmo-stp_10.42.42.5(pid=27397): Launched\u000a10:09:12.309674 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:09:12.902162 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27399): Launched\u000a10:09:13.225210 run osmo-msc_10.42.42.6(pid=27400): Launched\u000a10:09:13.415587 run osmo-stp_10.42.42.5(pid=27397): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27397)]\u000a10:09:13.553898 run osmo-stp_10.42.42.5(pid=27397): stdout: \u000a| (launched: 2022-12-10_10:09:12.033069)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:09:13.691537 run osmo-stp_10.42.42.5(pid=27397): stderr: \u000a| �[0;m�[38;5;43m20221210100912224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100912224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100912224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100912225 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100912225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100912225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100912225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:09:13.821764 run osmo-stp_10.42.42.5(pid=27397): stdout: \u000a| (launched: 2022-12-10_10:09:12.033069)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:09:13.950523 run osmo-stp_10.42.42.5(pid=27397): stderr: \u000a| �[0;m�[38;5;43m20221210100912224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100912224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100912224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100912225 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100912225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100912225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100912225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:09:14.007359 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27397): Process ended prematurely: osmo-stp_10.42.42.5(pid=27397) [trial-2373↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27397)] [trial-2373↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a10:09:14.016519 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a10:09:14.080463 run osmo-hlr_10.42.42.2(pid=27394): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27394)]\u000a10:09:14.133216 run osmo-hlr_10.42.42.2(pid=27394): stdout: \u000a| (launched: 2022-12-10_10:09:11.025109) \u000a10:09:14.186379 run osmo-hlr_10.42.42.2(pid=27394): stderr: \u000a| �[0;m�[1;31m20221210100911223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210100911223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210100911223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100911223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100911223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210100911223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210100911234 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210100911242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210100911242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210100911243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:09:14.258434 run osmo-msc_10.42.42.6(pid=27400): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27400)]\u000a10:09:14.310927 run osmo-msc_10.42.42.6(pid=27400): stdout: \u000a| (launched: 2022-12-10_10:09:13.066787) \u000a10:09:14.364070 run osmo-msc_10.42.42.6(pid=27400): stderr: \u000a| �[0;m�[38;5;43m20221210100913390 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210100913390 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f11f3cf1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210100913390 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210100913390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210100913390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210100913390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210100913392 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210100913392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210100913393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210100913393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:09:14.409276 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27393): Terminating (SIGTERM)\u000a10:09:14.452165 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27396): Terminating (SIGTERM)\u000a10:09:14.494688 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27399): Terminating (SIGTERM)\u000a10:09:14.504374 --- ParallelTerminationStrategy: PID 27393 died...\u000a10:09:14.561009 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27393): Terminated: ok {rc=0}\u000a10:09:14.571047 --- ParallelTerminationStrategy: PID 27396 died...\u000a10:09:14.627209 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27396): Terminated: ok {rc=0}\u000a10:09:14.637382 --- ParallelTerminationStrategy: PID 27399 died...\u000a10:09:14.694533 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27399): Terminated: ok {rc=0}\u000a10:09:14.782066 bus /sierra_3: Setting Powered False\u000a10:09:15.896048 bus /sierra_3: Setting Powered False\u000a10:09:17.014276 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "46", "name" : "voice_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:08:56" }, { "cases" : [ { "testActions" : [ ], "age" : 56, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27412): Process ended prematurely: osmo-stp_10.42.42.5(pid=27412) [trial-2373↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27412)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27412): Process ended prematurely: osmo-stp_10.42.42.5(pid=27412) [trial-2373↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27412)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call.py\u000a----------------------------------------------\u000a10:09:19.001373 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a10:09:19.012520 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a10:09:19.152926 tst mo_mt_call.py: using LAC 27659\u000a10:09:19.269885 tst mo_mt_call.py: using RAC 119\u000a10:09:19.386748 tst mo_mt_call.py: using CellId 27659\u000a10:09:19.503902 tst mo_mt_call.py: using BVCI 27660\u000a10:09:19.526932 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a10:09:19.537959 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a10:09:19.548611 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a10:09:19.559413 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a10:09:19.570211 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a10:09:19.581015 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a10:09:19.699878 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a10:09:19.911962 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:09:20.421849 run create_hlr_db(pid=27405): Launched\u000a10:09:20.610374 bus /sierra_2: Setting Powered False\u000a10:09:21.630388 run create_hlr_db(pid=27405): Terminated: ok {rc=0}\u000a10:09:22.060016 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27408): Launched\u000a10:09:22.382357 run osmo-hlr_10.42.42.2(pid=27409): Launched\u000a10:09:22.502994 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:09:23.031638 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27411): Launched\u000a10:09:23.333770 run osmo-stp_10.42.42.5(pid=27412): Launched\u000a10:09:23.444052 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:09:23.995428 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27414): Launched\u000a10:09:24.297616 run osmo-msc_10.42.42.6(pid=27415): Launched\u000a10:09:24.475168 run osmo-stp_10.42.42.5(pid=27412): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27412)]\u000a10:09:24.603200 run osmo-stp_10.42.42.5(pid=27412): stdout: \u000a| (launched: 2022-12-10_10:09:23.185163)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:09:24.729897 run osmo-stp_10.42.42.5(pid=27412): stderr: \u000a| �[0;m�[38;5;43m20221210100923355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100923355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100923355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100923356 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100923358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100923358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100923358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:09:24.851517 run osmo-stp_10.42.42.5(pid=27412): stdout: \u000a| (launched: 2022-12-10_10:09:23.185163)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:09:24.972424 run osmo-stp_10.42.42.5(pid=27412): stderr: \u000a| �[0;m�[38;5;43m20221210100923355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100923355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100923355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100923356 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100923358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100923358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100923358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:09:25.025924 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27412): Process ended prematurely: osmo-stp_10.42.42.5(pid=27412) [trial-2373↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27412)] [trial-2373↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8]\u000a10:09:25.034476 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a10:09:25.095421 run osmo-hlr_10.42.42.2(pid=27409): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27409)]\u000a10:09:25.144787 run osmo-hlr_10.42.42.2(pid=27409): stdout: \u000a| (launched: 2022-12-10_10:09:22.224329) \u000a10:09:25.194953 run osmo-hlr_10.42.42.2(pid=27409): stderr: \u000a| �[0;m�[1;31m20221210100922422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210100922422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210100922422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100922422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100922422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210100922422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210100922435 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210100922443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210100922444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210100922444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:09:25.262121 run osmo-msc_10.42.42.6(pid=27415): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27415)]\u000a10:09:25.310966 run osmo-msc_10.42.42.6(pid=27415): stdout: \u000a| (launched: 2022-12-10_10:09:24.148267) \u000a10:09:25.360450 run osmo-msc_10.42.42.6(pid=27415): stderr: \u000a| �[0;m�[38;5;43m20221210100924420 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210100924420 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4f3398ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210100924420 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210100924420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210100924420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210100924420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210100924423 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210100924423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210100924423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210100924423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:09:25.402422 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27408): Terminating (SIGTERM)\u000a10:09:25.442253 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27411): Terminating (SIGTERM)\u000a10:09:25.482039 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27414): Terminating (SIGTERM)\u000a10:09:25.491245 --- ParallelTerminationStrategy: PID 27408 died...\u000a10:09:25.545059 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27408): Terminated: ok {rc=0}\u000a10:09:25.554598 --- ParallelTerminationStrategy: PID 27411 died...\u000a10:09:25.607600 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27411): Terminated: ok {rc=0}\u000a10:09:25.617152 --- ParallelTerminationStrategy: PID 27414 died...\u000a10:09:25.670144 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27414): Terminated: ok {rc=0}\u000a10:09:25.753926 bus /sierra_3: Setting Powered False\u000a10:09:26.861720 bus /sierra_3: Setting Powered False\u000a10:09:27.974685 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 56, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27423): Process ended prematurely: osmo-stp_10.42.42.5(pid=27423) [trial-2373↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27423)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27423): Process ended prematurely: osmo-stp_10.42.42.5(pid=27423) [trial-2373↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27423)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:09:29.084022 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a10:09:29.095369 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a10:09:29.240849 tst mo_mt_call_osmux.py: using LAC 27660\u000a10:09:29.361808 tst mo_mt_call_osmux.py: using RAC 120\u000a10:09:29.479593 tst mo_mt_call_osmux.py: using CellId 27660\u000a10:09:29.597578 tst mo_mt_call_osmux.py: using BVCI 27661\u000a10:09:29.620326 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a10:09:29.631268 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a10:09:29.642019 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a10:09:29.652715 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a10:09:29.674480 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a10:09:29.685291 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a10:09:29.805201 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a10:09:30.008345 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:09:30.491908 run create_hlr_db(pid=27417): Launched\u000a10:09:30.666448 bus /sierra_2: Setting Powered False\u000a10:09:31.714846 run create_hlr_db(pid=27417): Terminated: ok {rc=0}\u000a10:09:32.159033 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27419): Launched\u000a10:09:32.485885 run osmo-hlr_10.42.42.2(pid=27420): Launched\u000a10:09:32.607459 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:09:33.173365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27422): Launched\u000a10:09:33.495348 run osmo-stp_10.42.42.5(pid=27423): Launched\u000a10:09:33.613500 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:09:34.203804 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27425): Launched\u000a10:09:34.525815 run osmo-msc_10.42.42.6(pid=27426): Launched\u000a10:09:34.716585 run osmo-stp_10.42.42.5(pid=27423): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27423)]\u000a10:09:34.854272 run osmo-stp_10.42.42.5(pid=27423): stdout: \u000a| (launched: 2022-12-10_10:09:33.337886)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:09:34.991304 run osmo-stp_10.42.42.5(pid=27423): stderr: \u000a| �[0;m�[38;5;43m20221210100933530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100933530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100933531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100933531 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100933531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100933532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100933532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:09:35.122416 run osmo-stp_10.42.42.5(pid=27423): stdout: \u000a| (launched: 2022-12-10_10:09:33.337886)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:09:35.251591 run osmo-stp_10.42.42.5(pid=27423): stderr: \u000a| �[0;m�[38;5;43m20221210100933530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100933530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100933531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100933531 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100933531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100933532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100933532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:09:35.308574 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27423): Process ended prematurely: osmo-stp_10.42.42.5(pid=27423) [trial-2373↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27423)] [trial-2373↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8]\u000a10:09:35.318122 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a10:09:35.381159 run osmo-hlr_10.42.42.2(pid=27420): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27420)]\u000a10:09:35.432659 run osmo-hlr_10.42.42.2(pid=27420): stdout: \u000a| (launched: 2022-12-10_10:09:32.325737) \u000a10:09:35.484634 run osmo-hlr_10.42.42.2(pid=27420): stderr: \u000a| �[0;m�[1;31m20221210100932524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210100932524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210100932524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100932524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100932524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210100932524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210100932537 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210100932545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210100932545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210100932545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:09:35.555273 run osmo-msc_10.42.42.6(pid=27426): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27426)]\u000a10:09:35.606747 run osmo-msc_10.42.42.6(pid=27426): stdout: \u000a| (launched: 2022-12-10_10:09:34.367583) \u000a10:09:35.658816 run osmo-msc_10.42.42.6(pid=27426): stderr: \u000a| �[0;m�[38;5;43m20221210100934690 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210100934691 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff9b9513c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210100934691 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210100934691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210100934691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210100934691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210100934693 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210100934693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210100934693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210100934693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:09:35.703281 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27419): Terminating (SIGTERM)\u000a10:09:35.745569 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27422): Terminating (SIGTERM)\u000a10:09:35.787708 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27425): Terminating (SIGTERM)\u000a10:09:35.797714 --- ParallelTerminationStrategy: PID 27419 died...\u000a10:09:35.854341 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27419): Terminated: ok {rc=0}\u000a10:09:35.864505 --- ParallelTerminationStrategy: PID 27422 died...\u000a10:09:35.920673 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27422): Terminated: ok {rc=0}\u000a10:09:35.930624 --- ParallelTerminationStrategy: PID 27425 died...\u000a10:09:35.986604 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27425): Terminated: ok {rc=0}\u000a10:09:36.074283 bus /sierra_3: Setting Powered False\u000a10:09:37.181233 bus /sierra_3: Setting Powered False\u000a10:09:38.288085 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "47", "name" : "voice_trx-b200+mod-bts0-trxdversion0", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:09:18" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27438): Process ended prematurely: osmo-stp_10.42.42.5(pid=27438) [trial-2373↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27438)]", "failedSince" : 2145, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27438): Process ended prematurely: osmo-stp_10.42.42.5(pid=27438) [trial-2373↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27438)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a10:09:40.300058 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:09:40.311815 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a10:09:40.451555 tst mo_mt_call.py: using LAC 27661\u000a10:09:40.569602 tst mo_mt_call.py: using RAC 121\u000a10:09:40.688006 tst mo_mt_call.py: using CellId 27661\u000a10:09:40.805746 tst mo_mt_call.py: using BVCI 27662\u000a10:09:40.829038 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:09:40.840383 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:09:40.851618 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:09:40.863970 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:09:40.875229 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:09:40.886889 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a10:09:41.007492 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a10:09:41.221227 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:09:41.731754 run create_hlr_db(pid=27432): Launched\u000a10:09:41.920783 bus /sierra_2: Setting Powered False\u000a10:09:42.940313 run create_hlr_db(pid=27432): Terminated: ok {rc=0}\u000a10:09:43.347576 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27434): Launched\u000a10:09:43.650518 run osmo-hlr_10.42.42.2(pid=27435): Launched\u000a10:09:43.770109 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:09:44.299879 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27437): Launched\u000a10:09:44.603363 run osmo-stp_10.42.42.5(pid=27438): Launched\u000a10:09:44.714709 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:09:45.275240 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27440): Launched\u000a10:09:45.599024 run osmo-msc_10.42.42.6(pid=27441): Launched\u000a10:09:45.789239 run osmo-stp_10.42.42.5(pid=27438): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27438)]\u000a10:09:45.927247 run osmo-stp_10.42.42.5(pid=27438): stdout: \u000a| (launched: 2022-12-10_10:09:44.453974)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:09:46.198952 run osmo-stp_10.42.42.5(pid=27438): stderr: \u000a| �[0;m�[38;5;43m20221210100944626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100944626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100944626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100944627 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100944627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100944627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100944627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:09:46.366359 run osmo-stp_10.42.42.5(pid=27438): stdout: \u000a| (launched: 2022-12-10_10:09:44.453974)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:09:46.515633 run osmo-stp_10.42.42.5(pid=27438): stderr: \u000a| �[0;m�[38;5;43m20221210100944626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100944626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100944626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100944627 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100944627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100944627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100944627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:09:46.588194 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27438): Process ended prematurely: osmo-stp_10.42.42.5(pid=27438) [trial-2373↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27438)] [trial-2373↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a10:09:46.598500 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a10:09:46.664569 run osmo-hlr_10.42.42.2(pid=27435): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27435)]\u000a10:09:46.719850 run osmo-hlr_10.42.42.2(pid=27435): stdout: \u000a| (launched: 2022-12-10_10:09:43.501684) \u000a10:09:46.775226 run osmo-hlr_10.42.42.2(pid=27435): stderr: \u000a| �[0;m�[1;31m20221210100943678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210100943678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210100943678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100943678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100943678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210100943678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210100943690 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210100943699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210100943699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210100943699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:09:46.849338 run osmo-msc_10.42.42.6(pid=27441): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27441)]\u000a10:09:46.903366 run osmo-msc_10.42.42.6(pid=27441): stdout: \u000a| (launched: 2022-12-10_10:09:45.440349) \u000a10:09:46.958408 run osmo-msc_10.42.42.6(pid=27441): stderr: \u000a| �[0;m�[38;5;43m20221210100945761 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210100945762 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8f9e7cac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210100945762 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210100945762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210100945762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210100945762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210100945764 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210100945764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210100945764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210100945764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:09:47.006100 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27434): Terminating (SIGTERM)\u000a10:09:47.052254 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27437): Terminating (SIGTERM)\u000a10:09:47.100657 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27440): Terminating (SIGTERM)\u000a10:09:47.112848 --- ParallelTerminationStrategy: PID 27434 died...\u000a10:09:47.180390 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27434): Terminated: ok {rc=0}\u000a10:09:47.192772 --- ParallelTerminationStrategy: PID 27437 died...\u000a10:09:47.256539 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27437): Terminated: ok {rc=0}\u000a10:09:47.266589 --- ParallelTerminationStrategy: PID 27440 died...\u000a10:09:47.321081 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27440): Terminated: ok {rc=0}\u000a10:09:47.404518 bus /sierra_3: Setting Powered False\u000a10:09:48.511572 bus /sierra_3: Setting Powered False\u000a10:09:49.621048 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 209, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27449): Process ended prematurely: osmo-stp_10.42.42.5(pid=27449) [trial-2373↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27449)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27449): Process ended prematurely: osmo-stp_10.42.42.5(pid=27449) [trial-2373↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27449)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:09:50.736433 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:09:50.748933 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a10:09:50.896524 tst mo_mt_call_osmux.py: using LAC 27662\u000a10:09:51.023753 tst mo_mt_call_osmux.py: using RAC 122\u000a10:09:51.149278 tst mo_mt_call_osmux.py: using CellId 27662\u000a10:09:51.275969 tst mo_mt_call_osmux.py: using BVCI 27663\u000a10:09:51.300519 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:09:51.312338 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:09:51.324018 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:09:51.335799 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:09:51.348275 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:09:51.359837 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a10:09:51.481973 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a10:09:51.697689 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:09:52.205890 run create_hlr_db(pid=27443): Launched\u000a10:09:52.393572 bus /sierra_2: Setting Powered False\u000a10:09:53.413597 run create_hlr_db(pid=27443): Terminated: ok {rc=0}\u000a10:09:53.843726 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27445): Launched\u000a10:09:54.166482 run osmo-hlr_10.42.42.2(pid=27446): Launched\u000a10:09:54.283549 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:09:54.843894 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27448): Launched\u000a10:09:55.166601 run osmo-stp_10.42.42.5(pid=27449): Launched\u000a10:09:55.284024 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:09:55.874647 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27451): Launched\u000a10:09:56.197576 run osmo-msc_10.42.42.6(pid=27452): Launched\u000a10:09:56.387981 run osmo-stp_10.42.42.5(pid=27449): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27449)]\u000a10:09:56.525434 run osmo-stp_10.42.42.5(pid=27449): stdout: \u000a| (launched: 2022-12-10_10:09:55.008200)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:09:56.662258 run osmo-stp_10.42.42.5(pid=27449): stderr: \u000a| �[0;m�[38;5;43m20221210100955199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100955199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100955199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100955200 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100955200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100955200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100955200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:09:56.792839 run osmo-stp_10.42.42.5(pid=27449): stdout: \u000a| (launched: 2022-12-10_10:09:55.008200)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:09:56.921536 run osmo-stp_10.42.42.5(pid=27449): stderr: \u000a| �[0;m�[38;5;43m20221210100955199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210100955199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210100955199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210100955200 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210100955200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210100955200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210100955200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:09:56.978235 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27449): Process ended prematurely: osmo-stp_10.42.42.5(pid=27449) [trial-2373↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27449)] [trial-2373↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a10:09:56.987319 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a10:09:57.050456 run osmo-hlr_10.42.42.2(pid=27446): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27446)]\u000a10:09:57.102016 run osmo-hlr_10.42.42.2(pid=27446): stdout: \u000a| (launched: 2022-12-10_10:09:54.008117) \u000a10:09:57.154335 run osmo-hlr_10.42.42.2(pid=27446): stderr: \u000a| �[0;m�[1;31m20221210100954204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210100954204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210100954204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100954205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210100954205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210100954205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210100954219 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210100954228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210100954228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210100954228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:09:57.225258 run osmo-msc_10.42.42.6(pid=27452): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27452)]\u000a10:09:57.276775 run osmo-msc_10.42.42.6(pid=27452): stdout: \u000a| (launched: 2022-12-10_10:09:56.039062) \u000a10:09:57.328785 run osmo-msc_10.42.42.6(pid=27452): stderr: \u000a| �[0;m�[38;5;43m20221210100956360 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210100956360 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f033b486c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210100956360 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210100956360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210100956361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210100956361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210100956363 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210100956363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210100956363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210100956363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:09:57.372846 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27445): Terminating (SIGTERM)\u000a10:09:57.414967 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27448): Terminating (SIGTERM)\u000a10:09:57.457086 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27451): Terminating (SIGTERM)\u000a10:09:57.466917 --- ParallelTerminationStrategy: PID 27445 died...\u000a10:09:57.523216 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27445): Terminated: ok {rc=0}\u000a10:09:57.533627 --- ParallelTerminationStrategy: PID 27448 died...\u000a10:09:57.589711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27448): Terminated: ok {rc=0}\u000a10:09:57.599711 --- ParallelTerminationStrategy: PID 27451 died...\u000a10:09:57.655686 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27451): Terminated: ok {rc=0}\u000a10:09:57.743257 bus /sierra_3: Setting Powered False\u000a10:09:58.848509 bus /sierra_3: Setting Powered False\u000a10:09:59.955862 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "48", "name" : "voice_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:09:40" }, { "cases" : [ { "testActions" : [ ], "age" : 56, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27467): Process ended prematurely: osmo-stp_10.42.42.5(pid=27467) [trial-2373↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27467)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27467): Process ended prematurely: osmo-stp_10.42.42.5(pid=27467) [trial-2373↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27467)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 emergency:trx-b200 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a10:10:02.022832 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:10:02.035173 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a10:10:02.184461 tst emergency_mo_mt_call.py: using LAC 27663\u000a10:10:02.308737 tst emergency_mo_mt_call.py: using RAC 123\u000a10:10:02.431329 tst emergency_mo_mt_call.py: using CellId 27663\u000a10:10:02.553741 tst emergency_mo_mt_call.py: using BVCI 27664\u000a10:10:02.577948 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:10:02.589116 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:10:02.599966 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:10:02.611129 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:10:02.622401 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:10:02.633545 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a10:10:02.748209 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a10:10:02.944133 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:10:03.422289 run create_hlr_db(pid=27461): Launched\u000a10:10:03.595532 bus /sierra_2: Setting Powered False\u000a10:10:04.615485 run create_hlr_db(pid=27461): Terminated: ok {rc=0}\u000a10:10:05.037936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27463): Launched\u000a10:10:05.355415 run osmo-hlr_10.42.42.2(pid=27464): Launched\u000a10:10:05.474763 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:10:06.031480 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27466): Launched\u000a10:10:06.348110 run osmo-stp_10.42.42.5(pid=27467): Launched\u000a10:10:06.474830 tst emergency_mo_mt_call.py: using MSISDN 7681\u000a10:10:06.632896 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:10:07.212032 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27469): Launched\u000a10:10:07.528426 run osmo-msc_10.42.42.6(pid=27470): Launched\u000a10:10:07.714211 run osmo-stp_10.42.42.5(pid=27467): ERR: Terminated: ERROR {rc=1} [trial-2373↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27467)]\u000a10:10:07.848276 run osmo-stp_10.42.42.5(pid=27467): stdout: \u000a| (launched: 2022-12-10_10:10:06.192828)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:10:07.981369 run osmo-stp_10.42.42.5(pid=27467): stderr: \u000a| �[0;m�[38;5;43m20221210101006386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101006386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101006386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101006387 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101006387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101006387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101006387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:10:08.108520 run osmo-stp_10.42.42.5(pid=27467): stdout: \u000a| (launched: 2022-12-10_10:10:06.192828)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:10:08.234735 run osmo-stp_10.42.42.5(pid=27467): stderr: \u000a| �[0;m�[38;5;43m20221210101006386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101006386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101006386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101006387 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101006387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101006387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101006387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:10:08.290175 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=27467): Process ended prematurely: osmo-stp_10.42.42.5(pid=27467) [trial-2373↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27467)] [trial-2373↪emergency:trx-b200↪emergency_mo_mt_call.py:19]\u000a10:10:08.298754 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a10:10:08.361634 run osmo-hlr_10.42.42.2(pid=27464): ERR: Terminated: ERROR {rc=237} [trial-2373↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27464)]\u000a10:10:08.412871 run osmo-hlr_10.42.42.2(pid=27464): stdout: \u000a| (launched: 2022-12-10_10:10:05.199011) \u000a10:10:08.464869 run osmo-hlr_10.42.42.2(pid=27464): stderr: \u000a| �[0;m�[1;31m20221210101005397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210101005397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210101005397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101005397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101005397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210101005398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210101005409 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/emergency:trx-b200/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210101005418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210101005418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210101005418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:10:08.535218 run osmo-msc_10.42.42.6(pid=27470): ERR: Terminated: ERROR {rc=2} [trial-2373↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27470)]\u000a10:10:08.586555 run osmo-msc_10.42.42.6(pid=27470): stdout: \u000a| (launched: 2022-12-10_10:10:07.373826) \u000a10:10:08.638225 run osmo-msc_10.42.42.6(pid=27470): stderr: \u000a| �[0;m�[38;5;43m20221210101007699 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210101007699 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5efa5fac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210101007699 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210101007699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210101007700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210101007700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210101007702 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210101007702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210101007702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210101007702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:10:08.682009 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27463): Terminating (SIGTERM)\u000a10:10:08.724021 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27466): Terminating (SIGTERM)\u000a10:10:08.766106 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27469): Terminating (SIGTERM)\u000a10:10:08.775894 --- ParallelTerminationStrategy: PID 27463 died...\u000a10:10:08.831772 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27463): Terminated: ok {rc=0}\u000a10:10:08.841730 --- ParallelTerminationStrategy: PID 27466 died...\u000a10:10:08.897363 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27466): Terminated: ok {rc=0}\u000a10:10:08.907545 --- ParallelTerminationStrategy: PID 27469 died...\u000a10:10:08.963251 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27469): Terminated: ok {rc=0}\u000a10:10:09.049899 bus /sierra_3: Setting Powered False\u000a10:10:10.156086 bus /sierra_3: Setting Powered False\u000a10:10:11.262721 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27478): Process ended prematurely: osmo-stp_10.42.42.5(pid=27478) [trial-2373↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27478)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27478): Process ended prematurely: osmo-stp_10.42.42.5(pid=27478) [trial-2373↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27478)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 emergency:trx-b200 emergency_preemptive_call.py\u000a----------------------------------------------\u000a10:10:12.313855 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:10:12.326041 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a10:10:12.472197 tst emergency_preemptive_call.py: using LAC 27664\u000a10:10:12.593404 tst emergency_preemptive_call.py: using RAC 124\u000a10:10:12.710814 tst emergency_preemptive_call.py: using CellId 27664\u000a10:10:12.827388 tst emergency_preemptive_call.py: using BVCI 27665\u000a10:10:12.850099 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:10:12.861041 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:10:12.871750 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:10:12.883018 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:10:12.894299 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a10:10:12.905354 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a10:10:13.019896 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a10:10:13.136737 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a10:10:13.253056 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a10:10:13.451412 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:10:13.929388 run create_hlr_db(pid=27472): Launched\u000a10:10:14.102974 bus /sierra_2: Setting Powered False\u000a10:10:15.123240 run create_hlr_db(pid=27472): Terminated: ok {rc=0}\u000a10:10:15.547644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27474): Launched\u000a10:10:15.893366 run osmo-hlr_10.42.42.2(pid=27475): Launched\u000a10:10:16.067394 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:10:16.719986 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27477): Launched\u000a10:10:17.161804 run osmo-stp_10.42.42.5(pid=27478): Launched\u000a10:10:17.350700 tst emergency_preemptive_call.py: using MSISDN 7682\u000a10:10:17.508737 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:10:18.087300 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27480): Launched\u000a10:10:18.404389 run osmo-msc_10.42.42.6(pid=27481): Launched\u000a10:10:18.592012 run osmo-stp_10.42.42.5(pid=27478): ERR: Terminated: ERROR {rc=1} [trial-2373↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27478)]\u000a10:10:18.728167 run osmo-stp_10.42.42.5(pid=27478): stdout: \u000a| (launched: 2022-12-10_10:10:16.884272)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:10:18.863876 run osmo-stp_10.42.42.5(pid=27478): stderr: \u000a| �[0;m�[38;5;43m20221210101017146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101017146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101017146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101017147 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101017147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101017147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101017147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:10:18.992434 run osmo-stp_10.42.42.5(pid=27478): stdout: \u000a| (launched: 2022-12-10_10:10:16.884272)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:10:19.119779 run osmo-stp_10.42.42.5(pid=27478): stderr: \u000a| �[0;m�[38;5;43m20221210101017146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101017146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101017146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101017147 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101017147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101017147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101017147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:10:19.175473 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=27478): Process ended prematurely: osmo-stp_10.42.42.5(pid=27478) [trial-2373↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27478)] [trial-2373↪emergency:trx-b200↪emergency_preemptive_call.py:32]\u000a10:10:19.184259 tst emergency_preemptive_call.py:32: Test FAILED (6.9 sec)\u000a10:10:19.248584 run osmo-hlr_10.42.42.2(pid=27475): ERR: Terminated: ERROR {rc=237} [trial-2373↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27475)]\u000a10:10:19.301043 run osmo-hlr_10.42.42.2(pid=27475): stdout: \u000a| (launched: 2022-12-10_10:10:15.709952) \u000a10:10:19.354332 run osmo-hlr_10.42.42.2(pid=27475): stderr: \u000a| �[0;m�[1;31m20221210101016003 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210101016003 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210101016004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101016004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101016004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210101016004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210101016031 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/emergency:trx-b200/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210101016048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210101016048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210101016048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:10:19.426513 run osmo-msc_10.42.42.6(pid=27481): ERR: Terminated: ERROR {rc=2} [trial-2373↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27481)]\u000a10:10:19.478923 run osmo-msc_10.42.42.6(pid=27481): stdout: \u000a| (launched: 2022-12-10_10:10:18.248316) \u000a10:10:19.531692 run osmo-msc_10.42.42.6(pid=27481): stderr: \u000a| �[0;m�[38;5;43m20221210101018571 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210101018571 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f69132e5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210101018571 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210101018571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210101018571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210101018571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210101018573 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210101018574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210101018574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210101018574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:10:19.576271 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27474): Terminating (SIGTERM)\u000a10:10:19.619313 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27477): Terminating (SIGTERM)\u000a10:10:19.662298 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27480): Terminating (SIGTERM)\u000a10:10:19.672020 --- ParallelTerminationStrategy: PID 27474 died...\u000a10:10:19.729714 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27474): Terminated: ok {rc=0}\u000a10:10:19.739904 --- ParallelTerminationStrategy: PID 27477 died...\u000a10:10:19.796196 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27477): Terminated: ok {rc=0}\u000a10:10:19.806571 --- ParallelTerminationStrategy: PID 27480 died...\u000a10:10:19.863029 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27480): Terminated: ok {rc=0}\u000a10:10:19.950846 bus /sierra_9: Setting Powered False\u000a10:10:21.058940 bus /sierra_9: Setting Powered False\u000a10:10:22.171670 bus /sierra_8: Setting Powered False\u000a10:10:23.275021 bus /sierra_8: Setting Powered False\u000a10:10:24.387946 bus /sierra_3: Setting Powered False\u000a10:10:25.492120 bus /sierra_3: Setting Powered False\u000a10:10:26.605063 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "49", "name" : "emergency_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:10:01" }, { "cases" : [ { "testActions" : [ ], "age" : 56, "className" : "gprs:trx-b200", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27496): Process ended prematurely: osmo-stp_10.42.42.5(pid=27496) [trial-2373↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27496)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27496): Process ended prematurely: osmo-stp_10.42.42.5(pid=27496) [trial-2373↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27496)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-b200 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:10:28.720471 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:10:28.731259 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a10:10:28.865644 tst cs_paging_gprs_active.py: using LAC 27665\u000a10:10:28.991498 tst cs_paging_gprs_active.py: using RAC 125\u000a10:10:29.118716 tst cs_paging_gprs_active.py: using CellId 27665\u000a10:10:29.244402 tst cs_paging_gprs_active.py: using BVCI 27666\u000a10:10:29.269635 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:10:29.280587 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:10:29.291462 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:10:29.302638 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:10:29.313577 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:10:29.324641 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:10:29.335931 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:10:29.346952 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:10:29.358281 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a10:10:29.481819 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a10:10:29.779221 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:10:29.914728 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:10:30.250942 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27486): Launched\u000a10:10:30.529378 run iperf3-srv_10.42.42.10(pid=27487): Launched\u000a10:10:30.729303 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:10:30.866164 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:10:31.223051 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27488): Launched\u000a10:10:31.539682 run iperf3-srv_10.42.42.10(pid=27489): Launched\u000a10:10:31.764876 tst cs_paging_gprs_active.py:38: start network...\u000a10:10:31.904484 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:10:32.422000 run create_hlr_db(pid=27490): Launched\u000a10:10:32.610179 bus /sierra_2: Setting Powered False\u000a10:10:33.631875 run create_hlr_db(pid=27490): Terminated: ok {rc=0}\u000a10:10:34.039877 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27492): Launched\u000a10:10:34.342507 run osmo-hlr_10.42.42.2(pid=27493): Launched\u000a10:10:34.459810 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:10:34.990244 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27495): Launched\u000a10:10:35.292303 run osmo-stp_10.42.42.5(pid=27496): Launched\u000a10:10:35.402617 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:10:35.935764 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27498): Launched\u000a10:10:36.044218 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:10:36.310500 run patchelf(pid=27499): Launched\u000a10:10:36.489364 run osmo-stp_10.42.42.5(pid=27496): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27496)]\u000a10:10:36.619790 run osmo-stp_10.42.42.5(pid=27496): stdout: \u000a| (launched: 2022-12-10_10:10:35.143713)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:10:36.750640 run osmo-stp_10.42.42.5(pid=27496): stderr: \u000a| �[0;m�[38;5;43m20221210101035313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101035313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101035314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101035314 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101035314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101035315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101035315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:10:36.876383 run osmo-stp_10.42.42.5(pid=27496): stdout: \u000a| (launched: 2022-12-10_10:10:35.143713)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:10:37.001139 run osmo-stp_10.42.42.5(pid=27496): stderr: \u000a| �[0;m�[38;5;43m20221210101035313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101035313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101035314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101035314 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101035314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101035315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101035315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:10:37.146859 run patchelf(pid=27499): Terminating (SIGINT)\u000a10:10:37.318052 run patchelf(pid=27499): Terminated: ok {rc=0}\u000a10:10:37.349640 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=27496): Process ended prematurely: osmo-stp_10.42.42.5(pid=27496) [trial-2373↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27496)] [trial-2373↪gprs:trx-b200↪cs_paging_gprs_active.py:38]\u000a10:10:37.358849 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a10:10:37.418677 run osmo-hlr_10.42.42.2(pid=27493): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-b200↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27493)]\u000a10:10:37.467437 run osmo-hlr_10.42.42.2(pid=27493): stdout: \u000a| (launched: 2022-12-10_10:10:34.194296) \u000a10:10:37.516757 run osmo-hlr_10.42.42.2(pid=27493): stderr: \u000a| �[0;m�[1;31m20221210101034372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210101034372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210101034372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101034372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101034372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210101034372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210101034385 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-b200/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210101034395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210101034396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210101034396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:10:37.559448 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27486): Terminating (SIGTERM)\u000a10:10:37.599449 run iperf3-srv_10.42.42.10(pid=27487): Terminating (SIGTERM)\u000a10:10:37.639343 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27488): Terminating (SIGTERM)\u000a10:10:37.679206 run iperf3-srv_10.42.42.10(pid=27489): Terminating (SIGTERM)\u000a10:10:37.719133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27492): Terminating (SIGTERM)\u000a10:10:37.759503 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27495): Terminating (SIGTERM)\u000a10:10:37.799796 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27498): Terminating (SIGTERM)\u000a10:10:37.809143 --- ParallelTerminationStrategy: PID 27486 died...\u000a10:10:37.863198 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27486): Terminated: ok {rc=0}\u000a10:10:37.872860 --- ParallelTerminationStrategy: PID 27487 died...\u000a10:10:37.926284 run iperf3-srv_10.42.42.10(pid=27487): Terminated {rc=256}\u000a10:10:37.935895 --- ParallelTerminationStrategy: PID 27488 died...\u000a10:10:37.989058 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27488): Terminated: ok {rc=0}\u000a10:10:37.998711 --- ParallelTerminationStrategy: PID 27489 died...\u000a10:10:38.051974 run iperf3-srv_10.42.42.10(pid=27489): Terminated {rc=256}\u000a10:10:38.061699 --- ParallelTerminationStrategy: PID 27492 died...\u000a10:10:38.115383 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27492): Terminated: ok {rc=0}\u000a10:10:38.125107 --- ParallelTerminationStrategy: PID 27495 died...\u000a10:10:38.179027 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27495): Terminated: ok {rc=0}\u000a10:10:38.188699 --- ParallelTerminationStrategy: PID 27498 died...\u000a10:10:38.242351 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27498): Terminated: ok {rc=0}\u000a10:10:38.331727 bus /gobi_0: Setting Powered False\u000a10:10:39.436129 bus /gobi_0: Setting Powered False\u000a10:10:40.547985 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 56, "className" : "gprs:trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27508): Process ended prematurely: osmo-stp_10.42.42.5(pid=27508) [trial-2373↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27508)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27508): Process ended prematurely: osmo-stp_10.42.42.5(pid=27508) [trial-2373↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27508)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-b200 iperf3.py\u000a----------------------------------------------\u000a10:10:41.660614 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:10:41.672039 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a10:10:41.811945 tst iperf3.py: using LAC 27666\u000a10:10:41.933697 tst iperf3.py: using RAC 126\u000a10:10:42.052876 tst iperf3.py: using CellId 27666\u000a10:10:42.173885 tst iperf3.py: using BVCI 27667\u000a10:10:42.197048 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:10:42.207852 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:10:42.218421 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:10:42.228848 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:10:42.239236 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:10:42.249524 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:10:42.260027 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:10:42.270398 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:10:42.280809 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a10:10:42.574387 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:10:42.711166 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:10:43.047116 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27500): Launched\u000a10:10:43.325441 run iperf3-srv_10.42.42.10(pid=27501): Launched\u000a10:10:43.524512 tst iperf3.py:8: start network...\u000a10:10:43.660505 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:10:44.169093 run create_hlr_db(pid=27502): Launched\u000a10:10:44.357535 bus /gobi_6: Setting Powered False\u000a10:10:45.377882 run create_hlr_db(pid=27502): Terminated: ok {rc=0}\u000a10:10:45.786627 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27504): Launched\u000a10:10:46.262046 run osmo-hlr_10.42.42.2(pid=27505): Launched\u000a10:10:46.424149 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:10:47.034483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27507): Launched\u000a10:10:47.356871 run osmo-stp_10.42.42.5(pid=27508): Launched\u000a10:10:47.520003 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:10:48.072871 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27510): Launched\u000a10:10:48.189494 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:10:48.471666 run patchelf(pid=27511): Launched\u000a10:10:48.662275 run osmo-stp_10.42.42.5(pid=27508): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27508)]\u000a10:10:48.802092 run osmo-stp_10.42.42.5(pid=27508): stdout: \u000a| (launched: 2022-12-10_10:10:47.191969)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:10:48.941706 run osmo-stp_10.42.42.5(pid=27508): stderr: \u000a| �[0;m�[38;5;43m20221210101047518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101047518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101047519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101047519 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101047520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101047520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101047520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:10:49.076268 run osmo-stp_10.42.42.5(pid=27508): stdout: \u000a| (launched: 2022-12-10_10:10:47.191969)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:10:49.209412 run osmo-stp_10.42.42.5(pid=27508): stderr: \u000a| �[0;m�[38;5;43m20221210101047518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101047518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101047519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101047519 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101047520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101047520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101047520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:10:49.365089 run patchelf(pid=27511): Terminating (SIGINT)\u000a10:10:49.547659 run patchelf(pid=27511): Terminated: ok {rc=0}\u000a10:10:49.581081 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27508): Process ended prematurely: osmo-stp_10.42.42.5(pid=27508) [trial-2373↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27508)] [trial-2373↪gprs:trx-b200↪iperf3.py:8]\u000a10:10:49.591116 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a10:10:49.655316 run osmo-hlr_10.42.42.2(pid=27505): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-b200↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27505)]\u000a10:10:49.707082 run osmo-hlr_10.42.42.2(pid=27505): stdout: \u000a| (launched: 2022-12-10_10:10:45.965487) \u000a10:10:49.759697 run osmo-hlr_10.42.42.2(pid=27505): stderr: \u000a| �[0;m�[1;31m20221210101046328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210101046328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210101046328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101046328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101046328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210101046328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210101046346 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-b200/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210101046354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210101046355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210101046355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:10:49.804257 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27500): Terminating (SIGTERM)\u000a10:10:49.847003 run iperf3-srv_10.42.42.10(pid=27501): Terminating (SIGTERM)\u000a10:10:49.889408 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27504): Terminating (SIGTERM)\u000a10:10:49.931393 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27507): Terminating (SIGTERM)\u000a10:10:49.974008 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27510): Terminating (SIGTERM)\u000a10:10:49.983898 --- ParallelTerminationStrategy: PID 27500 died...\u000a10:10:50.040143 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27500): Terminated: ok {rc=0}\u000a10:10:50.050527 --- ParallelTerminationStrategy: PID 27501 died...\u000a10:10:50.107188 run iperf3-srv_10.42.42.10(pid=27501): Terminated {rc=256}\u000a10:10:50.117241 --- ParallelTerminationStrategy: PID 27504 died...\u000a10:10:50.173139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27504): Terminated: ok {rc=0}\u000a10:10:50.183103 --- ParallelTerminationStrategy: PID 27507 died...\u000a10:10:50.239031 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27507): Terminated: ok {rc=0}\u000a10:10:50.249065 --- ParallelTerminationStrategy: PID 27510 died...\u000a10:10:50.304684 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27510): Terminated: ok {rc=0}\u000a10:10:50.392937 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 188, "className" : "gprs:trx-b200", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27526): Process ended prematurely: osmo-stp_10.42.42.5(pid=27526) [trial-2373↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27526)]", "failedSince" : 2186, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27526): Process ended prematurely: osmo-stp_10.42.42.5(pid=27526) [trial-2373↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27526)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-b200 iperf3m4.py\u000a----------------------------------------------\u000a10:10:51.509338 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:10:51.521011 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a10:10:51.661753 tst iperf3m4.py: using LAC 27667\u000a10:10:51.782263 tst iperf3m4.py: using RAC 127\u000a10:10:51.901532 tst iperf3m4.py: using CellId 27667\u000a10:10:52.027729 tst iperf3m4.py: using BVCI 27668\u000a10:10:52.052340 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:10:52.063629 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:10:52.074852 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:10:52.086169 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:10:52.097226 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:10:52.108388 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:10:52.119889 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:10:52.131080 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:10:52.142423 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a10:10:52.262145 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a10:10:52.384193 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a10:10:52.499599 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a10:10:52.792079 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:10:52.927100 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:10:53.262004 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27512): Launched\u000a10:10:53.540338 run iperf3-srv_10.42.42.10(pid=27513): Launched\u000a10:10:53.739990 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:10:53.875288 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:10:54.210071 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27514): Launched\u000a10:10:54.487883 run iperf3-srv_10.42.42.10(pid=27515): Launched\u000a10:10:54.686829 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:10:54.822590 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:10:55.157594 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27516): Launched\u000a10:10:55.435965 run iperf3-srv_10.42.42.10(pid=27517): Launched\u000a10:10:55.634335 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:10:55.770955 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:10:56.105957 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27518): Launched\u000a10:10:56.384514 run iperf3-srv_10.42.42.10(pid=27519): Launched\u000a10:10:56.582589 tst iperf3m4.py:8: start network...\u000a10:10:56.717959 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:10:57.226242 run create_hlr_db(pid=27520): Launched\u000a10:10:57.414687 bus /gobi_6: Setting Powered False\u000a10:10:58.434698 run create_hlr_db(pid=27520): Terminated: ok {rc=0}\u000a10:10:58.865970 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27522): Launched\u000a10:10:59.189493 run osmo-hlr_10.42.42.2(pid=27523): Launched\u000a10:10:59.310722 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:10:59.877595 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27525): Launched\u000a10:11:00.201098 run osmo-stp_10.42.42.5(pid=27526): Launched\u000a10:11:00.318735 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:11:00.902984 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27528): Launched\u000a10:11:01.025765 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:11:01.322178 run patchelf(pid=27529): Launched\u000a10:11:01.508755 run osmo-stp_10.42.42.5(pid=27526): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27526)]\u000a10:11:01.644786 run osmo-stp_10.42.42.5(pid=27526): stdout: \u000a| (launched: 2022-12-10_10:11:00.042194)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:11:01.782268 run osmo-stp_10.42.42.5(pid=27526): stderr: \u000a| �[0;m�[38;5;43m20221210101100235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101100235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101100236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101100236 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101100236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101100236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101100237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:11:01.913939 run osmo-stp_10.42.42.5(pid=27526): stdout: \u000a| (launched: 2022-12-10_10:11:00.042194)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:11:02.043882 run osmo-stp_10.42.42.5(pid=27526): stderr: \u000a| �[0;m�[38;5;43m20221210101100235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101100235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101100236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101100236 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101100236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101100236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101100237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:11:02.195459 run patchelf(pid=27529): Terminating (SIGINT)\u000a10:11:02.367944 run patchelf(pid=27529): Terminated: ok {rc=0}\u000a10:11:02.399889 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27526): Process ended prematurely: osmo-stp_10.42.42.5(pid=27526) [trial-2373↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27526)] [trial-2373↪gprs:trx-b200↪iperf3m4.py:8]\u000a10:11:02.409488 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a10:11:02.470959 run osmo-hlr_10.42.42.2(pid=27523): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-b200↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27523)]\u000a10:11:02.521140 run osmo-hlr_10.42.42.2(pid=27523): stdout: \u000a| (launched: 2022-12-10_10:10:59.030425) \u000a10:11:02.571722 run osmo-hlr_10.42.42.2(pid=27523): stderr: \u000a| �[0;m�[1;31m20221210101059227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210101059228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210101059228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101059228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101059228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210101059228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210101059248 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-b200/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210101059257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210101059257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210101059257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:11:02.614723 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27512): Terminating (SIGTERM)\u000a10:11:02.655450 run iperf3-srv_10.42.42.10(pid=27513): Terminating (SIGTERM)\u000a10:11:02.696132 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27514): Terminating (SIGTERM)\u000a10:11:02.736821 run iperf3-srv_10.42.42.10(pid=27515): Terminating (SIGTERM)\u000a10:11:02.778253 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27516): Terminating (SIGTERM)\u000a10:11:02.819232 run iperf3-srv_10.42.42.10(pid=27517): Terminating (SIGTERM)\u000a10:11:02.860147 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27518): Terminating (SIGTERM)\u000a10:11:02.900936 run iperf3-srv_10.42.42.10(pid=27519): Terminating (SIGTERM)\u000a10:11:02.941892 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27522): Terminating (SIGTERM)\u000a10:11:02.982641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27525): Terminating (SIGTERM)\u000a10:11:03.023670 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27528): Terminating (SIGTERM)\u000a10:11:03.032734 --- ParallelTerminationStrategy: PID 27512 died...\u000a10:11:03.087169 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27512): Terminated: ok {rc=0}\u000a10:11:03.096991 --- ParallelTerminationStrategy: PID 27513 died...\u000a10:11:03.151204 run iperf3-srv_10.42.42.10(pid=27513): Terminated {rc=256}\u000a10:11:03.161099 --- ParallelTerminationStrategy: PID 27514 died...\u000a10:11:03.215087 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27514): Terminated: ok {rc=0}\u000a10:11:03.224749 --- ParallelTerminationStrategy: PID 27515 died...\u000a10:11:03.279080 run iperf3-srv_10.42.42.10(pid=27515): Terminated {rc=256}\u000a10:11:03.288721 --- ParallelTerminationStrategy: PID 27516 died...\u000a10:11:03.343065 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27516): Terminated: ok {rc=0}\u000a10:11:03.352819 --- ParallelTerminationStrategy: PID 27517 died...\u000a10:11:03.406248 run iperf3-srv_10.42.42.10(pid=27517): Terminated {rc=256}\u000a10:11:03.415843 --- ParallelTerminationStrategy: PID 27518 died...\u000a10:11:03.469105 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27518): Terminated: ok {rc=0}\u000a10:11:03.478696 --- ParallelTerminationStrategy: PID 27519 died...\u000a10:11:03.532025 run iperf3-srv_10.42.42.10(pid=27519): Terminated {rc=256}\u000a10:11:03.541797 --- ParallelTerminationStrategy: PID 27522 died...\u000a10:11:03.594961 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27522): Terminated: ok {rc=0}\u000a10:11:03.604555 --- ParallelTerminationStrategy: PID 27525 died...\u000a10:11:03.658016 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27525): Terminated: ok {rc=0}\u000a10:11:03.667652 --- ParallelTerminationStrategy: PID 27528 died...\u000a10:11:03.720919 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27528): Terminated: ok {rc=0}\u000a10:11:03.810743 bus /gobi_4: Setting Powered False\u000a10:11:04.914769 bus /gobi_4: Setting Powered False\u000a10:11:06.027431 bus /gobi_1: Setting Powered False\u000a10:11:07.130891 bus /gobi_1: Setting Powered False\u000a10:11:08.237573 bus /gobi_0: Setting Powered False\u000a10:11:09.345341 bus /gobi_0: Setting Powered False\u000a10:11:10.453589 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 188, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27536): Process ended prematurely: osmo-stp_10.42.42.5(pid=27536) [trial-2373↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27536)]", "failedSince" : 2186, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27536): Process ended prematurely: osmo-stp_10.42.42.5(pid=27536) [trial-2373↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27536)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-b200 ping.py\u000a----------------------------------------------\u000a10:11:11.521991 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:11:11.533497 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a10:11:11.674940 tst ping.py: using LAC 27668\u000a10:11:11.790401 tst ping.py: using RAC 128\u000a10:11:11.913919 tst ping.py: using CellId 27668\u000a10:11:12.037007 tst ping.py: using BVCI 27669\u000a10:11:12.061223 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:11:12.072273 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:11:12.083291 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:11:12.094482 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:11:12.105732 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:11:12.116826 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:11:12.128136 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:11:12.139389 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a10:11:12.414684 tst ping.py:19: start network...\u000a10:11:12.538394 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:11:13.016104 run create_hlr_db(pid=27530): Launched\u000a10:11:13.188268 bus /gobi_6: Setting Powered False\u000a10:11:14.209306 run create_hlr_db(pid=27530): Terminated: ok {rc=0}\u000a10:11:14.606573 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27532): Launched\u000a10:11:14.904238 run osmo-hlr_10.42.42.2(pid=27533): Launched\u000a10:11:15.019541 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:11:15.546412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27535): Launched\u000a10:11:15.844318 run osmo-stp_10.42.42.5(pid=27536): Launched\u000a10:11:16.008554 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:11:16.579500 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27538): Launched\u000a10:11:16.687206 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:11:16.975939 run patchelf(pid=27539): Launched\u000a10:11:17.168480 run osmo-stp_10.42.42.5(pid=27536): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27536)]\u000a10:11:17.313933 run osmo-stp_10.42.42.5(pid=27536): stdout: \u000a| (launched: 2022-12-10_10:11:15.697860)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:11:17.451870 run osmo-stp_10.42.42.5(pid=27536): stderr: \u000a| �[0;m�[38;5;43m20221210101115933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101115933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101115934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101115934 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101115935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101115935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101115935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:11:17.584280 run osmo-stp_10.42.42.5(pid=27536): stdout: \u000a| (launched: 2022-12-10_10:11:15.697860)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:11:17.715226 run osmo-stp_10.42.42.5(pid=27536): stderr: \u000a| �[0;m�[38;5;43m20221210101115933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101115933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101115934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101115934 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101115935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101115935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101115935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:11:17.868281 run patchelf(pid=27539): Terminating (SIGINT)\u000a10:11:18.047668 run patchelf(pid=27539): Terminated: ok {rc=0}\u000a10:11:18.080173 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=27536): Process ended prematurely: osmo-stp_10.42.42.5(pid=27536) [trial-2373↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27536)] [trial-2373↪gprs:trx-b200↪ping.py:22]\u000a10:11:18.089588 tst ping.py:22: Test FAILED (6.6 sec)\u000a10:11:18.153831 run osmo-hlr_10.42.42.2(pid=27533): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-b200↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27533)]\u000a10:11:18.206074 run osmo-hlr_10.42.42.2(pid=27533): stdout: \u000a| (launched: 2022-12-10_10:11:14.757800) \u000a10:11:18.258687 run osmo-hlr_10.42.42.2(pid=27533): stderr: \u000a| �[0;m�[1;31m20221210101114934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210101114934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210101114934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101114934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101114934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210101114934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210101114946 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-b200/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210101114957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210101114957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210101114957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:11:18.303080 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27532): Terminating (SIGTERM)\u000a10:11:18.345471 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27535): Terminating (SIGTERM)\u000a10:11:18.388062 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27538): Terminating (SIGTERM)\u000a10:11:18.397887 --- ParallelTerminationStrategy: PID 27532 died...\u000a10:11:18.454769 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27532): Terminated: ok {rc=0}\u000a10:11:18.465025 --- ParallelTerminationStrategy: PID 27535 died...\u000a10:11:18.521454 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27535): Terminated: ok {rc=0}\u000a10:11:18.531843 --- ParallelTerminationStrategy: PID 27538 died...\u000a10:11:18.588069 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27538): Terminated: ok {rc=0}\u000a10:11:18.675421 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 188, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27546): Process ended prematurely: osmo-stp_10.42.42.5(pid=27546) [trial-2373↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27546)]", "failedSince" : 2186, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27546): Process ended prematurely: osmo-stp_10.42.42.5(pid=27546) [trial-2373↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27546)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-b200 ping_idle_ping.py\u000a----------------------------------------------\u000a10:11:19.729309 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:11:19.741410 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a10:11:19.880514 tst ping_idle_ping.py: using LAC 27669\u000a10:11:19.999549 tst ping_idle_ping.py: using RAC 129\u000a10:11:20.118929 tst ping_idle_ping.py: using CellId 27669\u000a10:11:20.238485 tst ping_idle_ping.py: using BVCI 27670\u000a10:11:20.261272 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:11:20.271924 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:11:20.282470 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:11:20.292885 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:11:20.303309 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:11:20.313722 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:11:20.324068 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a10:11:20.334587 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a10:11:20.622954 tst ping_idle_ping.py:24: start network...\u000a10:11:20.756350 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:11:21.261535 run create_hlr_db(pid=27540): Launched\u000a10:11:21.448610 bus /gobi_6: Setting Powered False\u000a10:11:22.456669 run create_hlr_db(pid=27540): Terminated: ok {rc=0}\u000a10:11:22.867062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27542): Launched\u000a10:11:23.164349 run osmo-hlr_10.42.42.2(pid=27543): Launched\u000a10:11:23.281705 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:11:23.807068 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27545): Launched\u000a10:11:24.106360 run osmo-stp_10.42.42.5(pid=27546): Launched\u000a10:11:24.224522 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:11:24.751815 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27548): Launched\u000a10:11:24.857617 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:11:25.117434 run patchelf(pid=27549): Launched\u000a10:11:25.292254 run osmo-stp_10.42.42.5(pid=27546): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27546)]\u000a10:11:25.419642 run osmo-stp_10.42.42.5(pid=27546): stdout: \u000a| (launched: 2022-12-10_10:11:23.959372)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:11:25.547618 run osmo-stp_10.42.42.5(pid=27546): stderr: \u000a| �[0;m�[38;5;43m20221210101124130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101124130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101124131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101124131 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101124131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101124132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101124132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:11:25.671305 run osmo-stp_10.42.42.5(pid=27546): stdout: \u000a| (launched: 2022-12-10_10:11:23.959372)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:11:25.793558 run osmo-stp_10.42.42.5(pid=27546): stderr: \u000a| �[0;m�[38;5;43m20221210101124130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101124130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101124131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101124131 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101124131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101124132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101124132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:11:25.936480 run patchelf(pid=27549): Terminating (SIGINT)\u000a10:11:26.104914 run patchelf(pid=27549): Terminated: ok {rc=0}\u000a10:11:26.135600 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=27546): Process ended prematurely: osmo-stp_10.42.42.5(pid=27546) [trial-2373↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27546)] [trial-2373↪gprs:trx-b200↪ping_idle_ping.py:27]\u000a10:11:26.144287 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a10:11:26.204036 run osmo-hlr_10.42.42.2(pid=27543): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-b200↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27543)]\u000a10:11:26.252557 run osmo-hlr_10.42.42.2(pid=27543): stdout: \u000a| (launched: 2022-12-10_10:11:23.018261) \u000a10:11:26.301782 run osmo-hlr_10.42.42.2(pid=27543): stderr: \u000a| �[0;m�[1;31m20221210101123191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210101123191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210101123191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101123191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101123191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210101123191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210101123204 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-b200/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210101123214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210101123214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210101123214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:11:26.343535 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27542): Terminating (SIGTERM)\u000a10:11:26.383045 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27545): Terminating (SIGTERM)\u000a10:11:26.422617 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27548): Terminating (SIGTERM)\u000a10:11:26.431759 --- ParallelTerminationStrategy: PID 27542 died...\u000a10:11:26.484569 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27542): Terminated: ok {rc=0}\u000a10:11:26.494141 --- ParallelTerminationStrategy: PID 27545 died...\u000a10:11:26.546540 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27545): Terminated: ok {rc=0}\u000a10:11:26.556047 --- ParallelTerminationStrategy: PID 27548 died...\u000a10:11:26.608560 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27548): Terminated: ok {rc=0}\u000a10:11:26.695474 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "50", "name" : "gprs_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:10:28" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27565): Process ended prematurely: osmo-stp_10.42.42.5(pid=27565) [trial-2373↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27565)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27565): Process ended prematurely: osmo-stp_10.42.42.5(pid=27565) [trial-2373↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27565)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-b200+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:11:28.843981 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:11:28.854766 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:11:28.994684 tst cs_paging_gprs_active.py: using LAC 27670\u000a10:11:29.113330 tst cs_paging_gprs_active.py: using RAC 130\u000a10:11:29.231046 tst cs_paging_gprs_active.py: using CellId 27670\u000a10:11:29.348876 tst cs_paging_gprs_active.py: using BVCI 27671\u000a10:11:29.372084 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:11:29.383004 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:11:29.393659 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:11:29.404343 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:11:29.415008 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:11:29.425600 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:11:29.436308 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:11:29.446860 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:11:29.457578 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:11:29.576898 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:11:29.872729 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:11:30.008423 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:11:30.344431 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27555): Launched\u000a10:11:30.623010 run iperf3-srv_10.42.42.10(pid=27556): Launched\u000a10:11:30.818525 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:11:30.973612 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:11:31.332019 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27557): Launched\u000a10:11:31.631567 run iperf3-srv_10.42.42.10(pid=27558): Launched\u000a10:11:31.836208 tst cs_paging_gprs_active.py:38: start network...\u000a10:11:31.976037 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:11:32.490245 run create_hlr_db(pid=27559): Launched\u000a10:11:32.678507 bus /gobi_6: Setting Powered False\u000a10:11:33.698567 run create_hlr_db(pid=27559): Terminated: ok {rc=0}\u000a10:11:34.131055 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27561): Launched\u000a10:11:34.455207 run osmo-hlr_10.42.42.2(pid=27562): Launched\u000a10:11:34.575721 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:11:35.140032 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27564): Launched\u000a10:11:35.464160 run osmo-stp_10.42.42.5(pid=27565): Launched\u000a10:11:35.582086 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:11:36.147775 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27567): Launched\u000a10:11:36.263960 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:11:36.547146 run patchelf(pid=27568): Launched\u000a10:11:36.738253 run osmo-stp_10.42.42.5(pid=27565): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27565)]\u000a10:11:36.878348 run osmo-stp_10.42.42.5(pid=27565): stdout: \u000a| (launched: 2022-12-10_10:11:35.304911)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:11:37.018443 run osmo-stp_10.42.42.5(pid=27565): stderr: \u000a| �[0;m�[38;5;43m20221210101135498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101135498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101135498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101135499 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101135499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101135499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101135499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:11:37.153499 run osmo-stp_10.42.42.5(pid=27565): stdout: \u000a| (launched: 2022-12-10_10:11:35.304911)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:11:37.287328 run osmo-stp_10.42.42.5(pid=27565): stderr: \u000a| �[0;m�[38;5;43m20221210101135498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101135498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101135498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101135499 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101135499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101135499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101135499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:11:37.444111 run patchelf(pid=27568): Terminating (SIGINT)\u000a10:11:37.628323 run patchelf(pid=27568): Terminated: ok {rc=0}\u000a10:11:37.662033 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=27565): Process ended prematurely: osmo-stp_10.42.42.5(pid=27565) [trial-2373↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27565)] [trial-2373↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a10:11:37.671872 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a10:11:37.735588 run osmo-hlr_10.42.42.2(pid=27562): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27562)]\u000a10:11:37.787161 run osmo-hlr_10.42.42.2(pid=27562): stdout: \u000a| (launched: 2022-12-10_10:11:34.296259) \u000a10:11:37.839201 run osmo-hlr_10.42.42.2(pid=27562): stderr: \u000a| �[0;m�[1;31m20221210101134493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210101134493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210101134493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101134493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101134493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210101134493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210101134506 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-b200+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210101134515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210101134515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210101134515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:11:37.883463 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27555): Terminating (SIGTERM)\u000a10:11:37.925745 run iperf3-srv_10.42.42.10(pid=27556): Terminating (SIGTERM)\u000a10:11:37.967591 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27557): Terminating (SIGTERM)\u000a10:11:38.009369 run iperf3-srv_10.42.42.10(pid=27558): Terminating (SIGTERM)\u000a10:11:38.051301 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27561): Terminating (SIGTERM)\u000a10:11:38.093376 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27564): Terminating (SIGTERM)\u000a10:11:38.135670 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27567): Terminating (SIGTERM)\u000a10:11:38.145300 --- ParallelTerminationStrategy: PID 27555 died...\u000a10:11:38.201780 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27555): Terminated: ok {rc=0}\u000a10:11:38.211746 --- ParallelTerminationStrategy: PID 27556 died...\u000a10:11:38.267166 run iperf3-srv_10.42.42.10(pid=27556): Terminated {rc=256}\u000a10:11:38.277246 --- ParallelTerminationStrategy: PID 27557 died...\u000a10:11:38.332506 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27557): Terminated: ok {rc=0}\u000a10:11:38.342618 --- ParallelTerminationStrategy: PID 27558 died...\u000a10:11:38.397636 run iperf3-srv_10.42.42.10(pid=27558): Terminated {rc=256}\u000a10:11:38.407727 --- ParallelTerminationStrategy: PID 27561 died...\u000a10:11:38.463679 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27561): Terminated: ok {rc=0}\u000a10:11:38.473696 --- ParallelTerminationStrategy: PID 27564 died...\u000a10:11:38.529123 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27564): Terminated: ok {rc=0}\u000a10:11:38.539077 --- ParallelTerminationStrategy: PID 27567 died...\u000a10:11:38.594592 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27567): Terminated: ok {rc=0}\u000a10:11:38.680810 bus /gobi_0: Setting Powered False\u000a10:11:39.787345 bus /gobi_0: Setting Powered False\u000a10:11:40.894386 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27577): Process ended prematurely: osmo-stp_10.42.42.5(pid=27577) [trial-2373↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27577)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27577): Process ended prematurely: osmo-stp_10.42.42.5(pid=27577) [trial-2373↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27577)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-b200+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a10:11:42.008876 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:11:42.020736 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:11:42.170201 tst iperf3.py: using LAC 27671\u000a10:11:42.298439 tst iperf3.py: using RAC 131\u000a10:11:42.420467 tst iperf3.py: using CellId 27671\u000a10:11:42.539940 tst iperf3.py: using BVCI 27672\u000a10:11:42.563206 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:11:42.574027 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:11:42.584673 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:11:42.595808 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:11:42.606965 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:11:42.618009 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:11:42.629237 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:11:42.640104 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:11:42.651413 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:11:42.946174 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:11:43.082099 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:11:43.416662 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27569): Launched\u000a10:11:43.695293 run iperf3-srv_10.42.42.10(pid=27570): Launched\u000a10:11:43.894208 tst iperf3.py:8: start network...\u000a10:11:44.029403 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:11:44.538557 run create_hlr_db(pid=27571): Launched\u000a10:11:44.726404 bus /gobi_6: Setting Powered False\u000a10:11:45.746878 run create_hlr_db(pid=27571): Terminated: ok {rc=0}\u000a10:11:46.235577 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27573): Launched\u000a10:11:46.653438 run osmo-hlr_10.42.42.2(pid=27574): Launched\u000a10:11:46.971765 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:11:47.534903 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27576): Launched\u000a10:11:47.837471 run osmo-stp_10.42.42.5(pid=27577): Launched\u000a10:11:47.947799 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:11:48.475747 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27579): Launched\u000a10:11:48.583858 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:11:48.847783 run patchelf(pid=27580): Launched\u000a10:11:49.026578 run osmo-stp_10.42.42.5(pid=27577): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27577)]\u000a10:11:49.157068 run osmo-stp_10.42.42.5(pid=27577): stdout: \u000a| (launched: 2022-12-10_10:11:47.689202)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:11:49.287944 run osmo-stp_10.42.42.5(pid=27577): stderr: \u000a| �[0;m�[38;5;43m20221210101147858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101147858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101147858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101147859 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101147859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101147859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101147859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:11:49.414011 run osmo-stp_10.42.42.5(pid=27577): stdout: \u000a| (launched: 2022-12-10_10:11:47.689202)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:11:49.539052 run osmo-stp_10.42.42.5(pid=27577): stderr: \u000a| �[0;m�[38;5;43m20221210101147858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101147858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101147858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101147859 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101147859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101147859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101147859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:11:49.685364 run patchelf(pid=27580): Terminating (SIGINT)\u000a10:11:49.856932 run patchelf(pid=27580): Terminated: ok {rc=0}\u000a10:11:49.888478 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27577): Process ended prematurely: osmo-stp_10.42.42.5(pid=27577) [trial-2373↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27577)] [trial-2373↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8]\u000a10:11:49.897704 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a10:11:49.958139 run osmo-hlr_10.42.42.2(pid=27574): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27574)]\u000a10:11:50.007489 run osmo-hlr_10.42.42.2(pid=27574): stdout: \u000a| (launched: 2022-12-10_10:11:46.449125) \u000a10:11:50.057191 run osmo-hlr_10.42.42.2(pid=27574): stderr: \u000a| �[0;m�[1;31m20221210101146795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210101146795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210101146795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101146795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101146795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210101146795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210101146816 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-b200+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210101146833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210101146833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210101146833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:11:50.099583 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27569): Terminating (SIGTERM)\u000a10:11:50.141205 run iperf3-srv_10.42.42.10(pid=27570): Terminating (SIGTERM)\u000a10:11:50.180844 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27573): Terminating (SIGTERM)\u000a10:11:50.220730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27576): Terminating (SIGTERM)\u000a10:11:50.260575 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27579): Terminating (SIGTERM)\u000a10:11:50.269777 --- ParallelTerminationStrategy: PID 27569 died...\u000a10:11:50.323005 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27569): Terminated: ok {rc=0}\u000a10:11:50.332487 --- ParallelTerminationStrategy: PID 27570 died...\u000a10:11:50.385254 run iperf3-srv_10.42.42.10(pid=27570): Terminated {rc=256}\u000a10:11:50.394736 --- ParallelTerminationStrategy: PID 27573 died...\u000a10:11:50.447627 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27573): Terminated: ok {rc=0}\u000a10:11:50.457076 --- ParallelTerminationStrategy: PID 27576 died...\u000a10:11:50.509624 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27576): Terminated: ok {rc=0}\u000a10:11:50.519224 --- ParallelTerminationStrategy: PID 27579 died...\u000a10:11:50.572567 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27579): Terminated: ok {rc=0}\u000a10:11:50.662430 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27595): Process ended prematurely: osmo-stp_10.42.42.5(pid=27595) [trial-2373↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27595)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27595): Process ended prematurely: osmo-stp_10.42.42.5(pid=27595) [trial-2373↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27595)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-b200+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a10:11:51.773898 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:11:51.785185 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:11:51.924178 tst iperf3m4.py: using LAC 27672\u000a10:11:52.047283 tst iperf3m4.py: using RAC 132\u000a10:11:52.164922 tst iperf3m4.py: using CellId 27672\u000a10:11:52.283439 tst iperf3m4.py: using BVCI 27673\u000a10:11:52.306718 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:11:52.317605 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:11:52.328164 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:11:52.338841 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:11:52.349469 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:11:52.360084 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:11:52.370904 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:11:52.381509 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:11:52.392262 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:11:52.509195 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:11:52.628688 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:11:52.747931 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:11:53.044499 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:11:53.180460 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:11:53.517152 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27581): Launched\u000a10:11:53.797713 run iperf3-srv_10.42.42.10(pid=27582): Launched\u000a10:11:53.996500 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:11:54.132310 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:11:54.467717 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27583): Launched\u000a10:11:54.746454 run iperf3-srv_10.42.42.10(pid=27584): Launched\u000a10:11:54.946037 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:11:55.081599 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:11:55.416916 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27585): Launched\u000a10:11:55.694815 run iperf3-srv_10.42.42.10(pid=27586): Launched\u000a10:11:55.893483 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:11:56.028307 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:11:56.364255 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27587): Launched\u000a10:11:56.642232 run iperf3-srv_10.42.42.10(pid=27588): Launched\u000a10:11:56.841006 tst iperf3m4.py:8: start network...\u000a10:11:56.975936 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:11:57.484879 run create_hlr_db(pid=27589): Launched\u000a10:11:57.673900 bus /gobi_6: Setting Powered False\u000a10:11:58.693341 run create_hlr_db(pid=27589): Terminated: ok {rc=0}\u000a10:11:59.125772 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27591): Launched\u000a10:11:59.450629 run osmo-hlr_10.42.42.2(pid=27592): Launched\u000a10:11:59.570952 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:12:00.139268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27594): Launched\u000a10:12:00.464203 run osmo-stp_10.42.42.5(pid=27595): Launched\u000a10:12:00.582365 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:12:01.190899 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27597): Launched\u000a10:12:01.310908 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:12:01.674796 run patchelf(pid=27598): Launched\u000a10:12:01.888938 run osmo-stp_10.42.42.5(pid=27595): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27595)]\u000a10:12:02.031583 run osmo-stp_10.42.42.5(pid=27595): stdout: \u000a| (launched: 2022-12-10_10:12:00.305046)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:12:02.174042 run osmo-stp_10.42.42.5(pid=27595): stderr: \u000a| �[0;m�[38;5;43m20221210101200499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101200499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101200499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101200500 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101200500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101200500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101200500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:12:02.311592 run osmo-stp_10.42.42.5(pid=27595): stdout: \u000a| (launched: 2022-12-10_10:12:00.305046)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:12:02.444885 run osmo-stp_10.42.42.5(pid=27595): stderr: \u000a| �[0;m�[38;5;43m20221210101200499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101200499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101200499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101200500 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101200500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101200500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101200500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:12:02.600657 run patchelf(pid=27598): Terminating (SIGINT)\u000a10:12:02.784789 run patchelf(pid=27598): Terminated: ok {rc=0}\u000a10:12:02.818479 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27595): Process ended prematurely: osmo-stp_10.42.42.5(pid=27595) [trial-2373↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27595)] [trial-2373↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8]\u000a10:12:02.828586 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a10:12:02.893401 run osmo-hlr_10.42.42.2(pid=27592): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27592)]\u000a10:12:02.945613 run osmo-hlr_10.42.42.2(pid=27592): stdout: \u000a| (launched: 2022-12-10_10:11:59.291372) \u000a10:12:02.998568 run osmo-hlr_10.42.42.2(pid=27592): stderr: \u000a| �[0;m�[1;31m20221210101159488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210101159488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210101159488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101159488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101159488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210101159488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210101159502 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-b200+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210101159510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210101159510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210101159510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:12:03.043401 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27581): Terminating (SIGTERM)\u000a10:12:03.086275 run iperf3-srv_10.42.42.10(pid=27582): Terminating (SIGTERM)\u000a10:12:03.129361 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27583): Terminating (SIGTERM)\u000a10:12:03.171907 run iperf3-srv_10.42.42.10(pid=27584): Terminating (SIGTERM)\u000a10:12:03.214420 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27585): Terminating (SIGTERM)\u000a10:12:03.257190 run iperf3-srv_10.42.42.10(pid=27586): Terminating (SIGTERM)\u000a10:12:03.299736 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27587): Terminating (SIGTERM)\u000a10:12:03.342503 run iperf3-srv_10.42.42.10(pid=27588): Terminating (SIGTERM)\u000a10:12:03.384932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27591): Terminating (SIGTERM)\u000a10:12:03.427606 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27594): Terminating (SIGTERM)\u000a10:12:03.470156 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27597): Terminating (SIGTERM)\u000a10:12:03.479557 --- ParallelTerminationStrategy: PID 27581 died...\u000a10:12:03.536153 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27581): Terminated: ok {rc=0}\u000a10:12:03.546350 --- ParallelTerminationStrategy: PID 27582 died...\u000a10:12:03.602895 run iperf3-srv_10.42.42.10(pid=27582): Terminated {rc=256}\u000a10:12:03.613196 --- ParallelTerminationStrategy: PID 27583 died...\u000a10:12:03.669675 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27583): Terminated: ok {rc=0}\u000a10:12:03.679840 --- ParallelTerminationStrategy: PID 27584 died...\u000a10:12:03.735892 run iperf3-srv_10.42.42.10(pid=27584): Terminated {rc=256}\u000a10:12:03.746531 --- ParallelTerminationStrategy: PID 27585 died...\u000a10:12:03.803026 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27585): Terminated: ok {rc=0}\u000a10:12:03.813275 --- ParallelTerminationStrategy: PID 27586 died...\u000a10:12:03.869687 run iperf3-srv_10.42.42.10(pid=27586): Terminated {rc=256}\u000a10:12:03.879744 --- ParallelTerminationStrategy: PID 27587 died...\u000a10:12:03.936103 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27587): Terminated: ok {rc=0}\u000a10:12:03.946212 --- ParallelTerminationStrategy: PID 27588 died...\u000a10:12:04.002751 run iperf3-srv_10.42.42.10(pid=27588): Terminated {rc=256}\u000a10:12:04.012891 --- ParallelTerminationStrategy: PID 27591 died...\u000a10:12:04.069333 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27591): Terminated: ok {rc=0}\u000a10:12:04.079750 --- ParallelTerminationStrategy: PID 27594 died...\u000a10:12:04.136598 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27594): Terminated: ok {rc=0}\u000a10:12:04.146836 --- ParallelTerminationStrategy: PID 27597 died...\u000a10:12:04.203527 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27597): Terminated: ok {rc=0}\u000a10:12:04.292326 bus /gobi_4: Setting Powered False\u000a10:12:05.397400 bus /gobi_4: Setting Powered False\u000a10:12:06.509640 bus /gobi_1: Setting Powered False\u000a10:12:07.612700 bus /gobi_1: Setting Powered False\u000a10:12:08.723774 bus /gobi_0: Setting Powered False\u000a10:12:09.827041 bus /gobi_0: Setting Powered False\u000a10:12:10.940033 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27605): Process ended prematurely: osmo-stp_10.42.42.5(pid=27605) [trial-2373↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27605)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27605): Process ended prematurely: osmo-stp_10.42.42.5(pid=27605) [trial-2373↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27605)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-b200+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a10:12:12.006213 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:12:12.017576 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:12:12.152881 tst ping.py: using LAC 27673\u000a10:12:12.269115 tst ping.py: using RAC 133\u000a10:12:12.385618 tst ping.py: using CellId 27673\u000a10:12:12.511088 tst ping.py: using BVCI 27674\u000a10:12:12.535580 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:12:12.547025 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:12:12.558653 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:12:12.570714 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:12:12.582790 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:12:12.594624 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:12:12.606595 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:12:12.618309 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:12:12.895309 tst ping.py:19: start network...\u000a10:12:13.018989 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:12:13.486895 run create_hlr_db(pid=27599): Launched\u000a10:12:13.659753 bus /gobi_6: Setting Powered False\u000a10:12:14.680711 run create_hlr_db(pid=27599): Terminated: ok {rc=0}\u000a10:12:15.106441 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27601): Launched\u000a10:12:15.425825 run osmo-hlr_10.42.42.2(pid=27602): Launched\u000a10:12:15.540401 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:12:16.113172 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27604): Launched\u000a10:12:16.521117 run osmo-stp_10.42.42.5(pid=27605): Launched\u000a10:12:16.680793 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:12:17.235248 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27607): Launched\u000a10:12:17.342124 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:12:17.601323 run patchelf(pid=27608): Launched\u000a10:12:17.775263 run osmo-stp_10.42.42.5(pid=27605): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27605)]\u000a10:12:17.902741 run osmo-stp_10.42.42.5(pid=27605): stdout: \u000a| (launched: 2022-12-10_10:12:16.266820)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:12:18.030503 run osmo-stp_10.42.42.5(pid=27605): stderr: \u000a| �[0;m�[38;5;43m20221210101216590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101216590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101216590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101216590 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101216591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101216591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101216591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:12:18.153771 run osmo-stp_10.42.42.5(pid=27605): stdout: \u000a| (launched: 2022-12-10_10:12:16.266820)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:12:18.275518 run osmo-stp_10.42.42.5(pid=27605): stderr: \u000a| �[0;m�[38;5;43m20221210101216590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101216590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101216590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101216590 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101216591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101216591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101216591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:12:18.418859 run patchelf(pid=27608): Terminating (SIGINT)\u000a10:12:18.586065 run patchelf(pid=27608): Terminated: ok {rc=0}\u000a10:12:18.616484 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=27605): Process ended prematurely: osmo-stp_10.42.42.5(pid=27605) [trial-2373↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27605)] [trial-2373↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22]\u000a10:12:18.625051 tst ping.py:22: Test FAILED (6.6 sec)\u000a10:12:18.684985 run osmo-hlr_10.42.42.2(pid=27602): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-b200+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27602)]\u000a10:12:18.733732 run osmo-hlr_10.42.42.2(pid=27602): stdout: \u000a| (launched: 2022-12-10_10:12:15.268867) \u000a10:12:18.783078 run osmo-hlr_10.42.42.2(pid=27602): stderr: \u000a| �[0;m�[1;31m20221210101215464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210101215464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210101215464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101215464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101215464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210101215464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210101215480 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-b200+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210101215488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210101215488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210101215488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:12:18.825314 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27601): Terminating (SIGTERM)\u000a10:12:18.865042 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27604): Terminating (SIGTERM)\u000a10:12:18.904996 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27607): Terminating (SIGTERM)\u000a10:12:18.914378 --- ParallelTerminationStrategy: PID 27601 died...\u000a10:12:18.967465 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27601): Terminated: ok {rc=0}\u000a10:12:18.977069 --- ParallelTerminationStrategy: PID 27604 died...\u000a10:12:19.029796 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27604): Terminated: ok {rc=0}\u000a10:12:19.039335 --- ParallelTerminationStrategy: PID 27607 died...\u000a10:12:19.092141 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27607): Terminated: ok {rc=0}\u000a10:12:19.180151 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27615): Process ended prematurely: osmo-stp_10.42.42.5(pid=27615) [trial-2373↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27615)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27615): Process ended prematurely: osmo-stp_10.42.42.5(pid=27615) [trial-2373↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27615)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-b200+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a10:12:20.232318 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:12:20.243640 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:12:20.386580 tst ping_idle_ping.py: using LAC 27674\u000a10:12:20.501988 tst ping_idle_ping.py: using RAC 134\u000a10:12:20.616609 tst ping_idle_ping.py: using CellId 27674\u000a10:12:20.735468 tst ping_idle_ping.py: using BVCI 27675\u000a10:12:20.758211 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:12:20.769121 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:12:20.779729 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:12:20.790367 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:12:20.800901 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:12:20.811504 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:12:20.822205 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:12:20.832880 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:12:21.123089 tst ping_idle_ping.py:24: start network...\u000a10:12:21.256842 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:12:21.768922 run create_hlr_db(pid=27609): Launched\u000a10:12:21.956751 bus /gobi_6: Setting Powered False\u000a10:12:22.976416 run create_hlr_db(pid=27609): Terminated: ok {rc=0}\u000a10:12:23.378053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27611): Launched\u000a10:12:23.674544 run osmo-hlr_10.42.42.2(pid=27612): Launched\u000a10:12:23.789590 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:12:24.318529 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27614): Launched\u000a10:12:24.619990 run osmo-stp_10.42.42.5(pid=27615): Launched\u000a10:12:24.729093 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:12:25.250669 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27617): Launched\u000a10:12:25.357447 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:12:25.618653 run patchelf(pid=27618): Launched\u000a10:12:25.793857 run osmo-stp_10.42.42.5(pid=27615): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27615)]\u000a10:12:25.922051 run osmo-stp_10.42.42.5(pid=27615): stdout: \u000a| (launched: 2022-12-10_10:12:24.471606)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:12:26.050649 run osmo-stp_10.42.42.5(pid=27615): stderr: \u000a| �[0;m�[38;5;43m20221210101224642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101224642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101224642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101224643 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101224644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101224644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101224644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:12:26.174277 run osmo-stp_10.42.42.5(pid=27615): stdout: \u000a| (launched: 2022-12-10_10:12:24.471606)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:12:26.297261 run osmo-stp_10.42.42.5(pid=27615): stderr: \u000a| �[0;m�[38;5;43m20221210101224642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101224642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101224642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101224643 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101224644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101224644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101224644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:12:26.441389 run patchelf(pid=27618): Terminating (SIGINT)\u000a10:12:26.610209 run patchelf(pid=27618): Terminated: ok {rc=0}\u000a10:12:26.640768 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=27615): Process ended prematurely: osmo-stp_10.42.42.5(pid=27615) [trial-2373↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27615)] [trial-2373↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a10:12:26.649414 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a10:12:26.709225 run osmo-hlr_10.42.42.2(pid=27612): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27612)]\u000a10:12:26.758369 run osmo-hlr_10.42.42.2(pid=27612): stdout: \u000a| (launched: 2022-12-10_10:12:23.529299) \u000a10:12:26.808050 run osmo-hlr_10.42.42.2(pid=27612): stderr: \u000a| �[0;m�[1;31m20221210101223707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210101223707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210101223707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101223707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101223707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210101223707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210101223719 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-b200+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210101223729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210101223730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210101223730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:12:26.850305 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27611): Terminating (SIGTERM)\u000a10:12:26.890288 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27614): Terminating (SIGTERM)\u000a10:12:26.930108 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27617): Terminating (SIGTERM)\u000a10:12:26.939288 --- ParallelTerminationStrategy: PID 27611 died...\u000a10:12:26.992548 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27611): Terminated: ok {rc=0}\u000a10:12:27.002243 --- ParallelTerminationStrategy: PID 27614 died...\u000a10:12:27.055252 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27614): Terminated: ok {rc=0}\u000a10:12:27.064790 --- ParallelTerminationStrategy: PID 27617 died...\u000a10:12:27.117738 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27617): Terminated: ok {rc=0}\u000a10:12:27.200995 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "51", "name" : "gprs_trx-b200+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:11:28" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27632): Process ended prematurely: osmo-stp_10.42.42.5(pid=27632) [trial-2373↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27632)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27632): Process ended prematurely: osmo-stp_10.42.42.5(pid=27632) [trial-2373↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27632)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-b200+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:12:29.378185 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:12:29.389157 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:12:29.553899 tst cs_paging_gprs_active.py: using LAC 27675\u000a10:12:29.676510 tst cs_paging_gprs_active.py: using RAC 135\u000a10:12:29.795559 tst cs_paging_gprs_active.py: using CellId 27675\u000a10:12:29.915788 tst cs_paging_gprs_active.py: using BVCI 27676\u000a10:12:29.939032 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:12:29.949898 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:12:29.960556 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:12:29.971255 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:12:29.981759 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:12:29.992345 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:12:30.002996 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:12:30.013505 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:12:30.024046 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:12:30.143316 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:12:30.440760 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:12:30.577381 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:12:30.944668 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27622): Launched\u000a10:12:31.235421 run iperf3-srv_10.42.42.10(pid=27623): Launched\u000a10:12:31.442593 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:12:31.583533 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:12:31.942876 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27624): Launched\u000a10:12:32.236922 run iperf3-srv_10.42.42.10(pid=27625): Launched\u000a10:12:32.435851 tst cs_paging_gprs_active.py:38: start network...\u000a10:12:32.572037 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:12:33.091148 run create_hlr_db(pid=27626): Launched\u000a10:12:33.278867 bus /gobi_6: Setting Powered False\u000a10:12:34.300851 run create_hlr_db(pid=27626): Terminated: ok {rc=0}\u000a10:12:34.708269 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27628): Launched\u000a10:12:35.011677 run osmo-hlr_10.42.42.2(pid=27629): Launched\u000a10:12:35.123046 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:12:35.651442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27631): Launched\u000a10:12:35.955155 run osmo-stp_10.42.42.5(pid=27632): Launched\u000a10:12:36.080414 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:12:36.616602 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27635): Launched\u000a10:12:36.724885 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:12:36.992290 run patchelf(pid=27636): Launched\u000a10:12:37.170966 run osmo-stp_10.42.42.5(pid=27632): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27632)]\u000a10:12:37.301135 run osmo-stp_10.42.42.5(pid=27632): stdout: \u000a| (launched: 2022-12-10_10:12:35.805549)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:12:37.431865 run osmo-stp_10.42.42.5(pid=27632): stderr: \u000a| �[0;m�[38;5;43m20221210101235983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101235983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101235984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101235984 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101235985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101235985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101235985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:12:37.558355 run osmo-stp_10.42.42.5(pid=27632): stdout: \u000a| (launched: 2022-12-10_10:12:35.805549)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:12:37.683175 run osmo-stp_10.42.42.5(pid=27632): stderr: \u000a| �[0;m�[38;5;43m20221210101235983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101235983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101235984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101235984 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101235985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101235985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101235985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:12:37.829433 run patchelf(pid=27636): Terminating (SIGINT)\u000a10:12:38.001182 run patchelf(pid=27636): Terminated: ok {rc=0}\u000a10:12:38.032791 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=27632): Process ended prematurely: osmo-stp_10.42.42.5(pid=27632) [trial-2373↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27632)] [trial-2373↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a10:12:38.042004 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a10:12:38.101622 run osmo-hlr_10.42.42.2(pid=27629): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27629)]\u000a10:12:38.150608 run osmo-hlr_10.42.42.2(pid=27629): stdout: \u000a| (launched: 2022-12-10_10:12:34.862735) \u000a10:12:38.199891 run osmo-hlr_10.42.42.2(pid=27629): stderr: \u000a| �[0;m�[1;31m20221210101235037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210101235038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210101235038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101235038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101235038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210101235038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210101235050 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-b200+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210101235061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210101235062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210101235062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:12:38.242188 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27622): Terminating (SIGTERM)\u000a10:12:38.281795 run iperf3-srv_10.42.42.10(pid=27623): Terminating (SIGTERM)\u000a10:12:38.321521 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27624): Terminating (SIGTERM)\u000a10:12:38.361023 run iperf3-srv_10.42.42.10(pid=27625): Terminating (SIGTERM)\u000a10:12:38.400670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27628): Terminating (SIGTERM)\u000a10:12:38.440254 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27631): Terminating (SIGTERM)\u000a10:12:38.480001 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27635): Terminating (SIGTERM)\u000a10:12:38.489195 --- ParallelTerminationStrategy: PID 27622 died...\u000a10:12:38.542761 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27622): Terminated: ok {rc=0}\u000a10:12:38.552254 --- ParallelTerminationStrategy: PID 27623 died...\u000a10:12:38.605370 run iperf3-srv_10.42.42.10(pid=27623): Terminated {rc=256}\u000a10:12:38.614842 --- ParallelTerminationStrategy: PID 27624 died...\u000a10:12:38.667670 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27624): Terminated: ok {rc=0}\u000a10:12:38.677158 --- ParallelTerminationStrategy: PID 27625 died...\u000a10:12:38.729551 run iperf3-srv_10.42.42.10(pid=27625): Terminated {rc=256}\u000a10:12:38.738917 --- ParallelTerminationStrategy: PID 27628 died...\u000a10:12:38.791436 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27628): Terminated: ok {rc=0}\u000a10:12:38.800817 --- ParallelTerminationStrategy: PID 27631 died...\u000a10:12:38.853331 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27631): Terminated: ok {rc=0}\u000a10:12:38.862743 --- ParallelTerminationStrategy: PID 27635 died...\u000a10:12:38.915328 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27635): Terminated: ok {rc=0}\u000a10:12:39.004363 bus /gobi_0: Setting Powered False\u000a10:12:40.107139 bus /gobi_0: Setting Powered False\u000a10:12:41.218463 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27645): Process ended prematurely: osmo-stp_10.42.42.5(pid=27645) [trial-2373↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27645)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27645): Process ended prematurely: osmo-stp_10.42.42.5(pid=27645) [trial-2373↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27645)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-b200+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a10:12:42.327205 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:12:42.338551 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:12:42.506280 tst iperf3.py: using LAC 27676\u000a10:12:42.626621 tst iperf3.py: using RAC 136\u000a10:12:42.743575 tst iperf3.py: using CellId 27676\u000a10:12:42.861734 tst iperf3.py: using BVCI 27677\u000a10:12:42.884679 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:12:42.895619 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:12:42.906241 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:12:42.916856 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:12:42.927400 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:12:42.938029 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:12:42.948661 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:12:42.959271 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:12:42.970076 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:12:43.264211 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:12:43.399612 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:12:43.734307 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27637): Launched\u000a10:12:44.012333 run iperf3-srv_10.42.42.10(pid=27638): Launched\u000a10:12:44.210381 tst iperf3.py:8: start network...\u000a10:12:44.345487 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:12:44.862061 run create_hlr_db(pid=27639): Launched\u000a10:12:45.050795 bus /gobi_6: Setting Powered False\u000a10:12:46.094809 run create_hlr_db(pid=27639): Terminated: ok {rc=0}\u000a10:12:46.542611 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27641): Launched\u000a10:12:46.978335 run osmo-hlr_10.42.42.2(pid=27642): Launched\u000a10:12:47.194010 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:12:47.729369 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27644): Launched\u000a10:12:48.031301 run osmo-stp_10.42.42.5(pid=27645): Launched\u000a10:12:48.141992 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:12:48.670426 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27647): Launched\u000a10:12:48.777915 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:12:49.041944 run patchelf(pid=27648): Launched\u000a10:12:49.219278 run osmo-stp_10.42.42.5(pid=27645): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27645)]\u000a10:12:49.349204 run osmo-stp_10.42.42.5(pid=27645): stdout: \u000a| (launched: 2022-12-10_10:12:47.882483)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:12:49.478949 run osmo-stp_10.42.42.5(pid=27645): stderr: \u000a| �[0;m�[38;5;43m20221210101248052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101248052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101248053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101248053 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101248054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101248054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101248054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:12:49.604075 run osmo-stp_10.42.42.5(pid=27645): stdout: \u000a| (launched: 2022-12-10_10:12:47.882483)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:12:49.727939 run osmo-stp_10.42.42.5(pid=27645): stderr: \u000a| �[0;m�[38;5;43m20221210101248052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101248052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101248053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101248053 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101248054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101248054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101248054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:12:49.873144 run patchelf(pid=27648): Terminating (SIGINT)\u000a10:12:50.043891 run patchelf(pid=27648): Terminated: ok {rc=0}\u000a10:12:50.075137 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27645): Process ended prematurely: osmo-stp_10.42.42.5(pid=27645) [trial-2373↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27645)] [trial-2373↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a10:12:50.084222 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a10:12:50.144274 run osmo-hlr_10.42.42.2(pid=27642): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27642)]\u000a10:12:50.193328 run osmo-hlr_10.42.42.2(pid=27642): stdout: \u000a| (launched: 2022-12-10_10:12:46.709574) \u000a10:12:50.243036 run osmo-hlr_10.42.42.2(pid=27642): stderr: \u000a| �[0;m�[1;31m20221210101247002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210101247002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210101247002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101247002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101247002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210101247002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210101247017 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210101247032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210101247032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210101247032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:12:50.285214 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27637): Terminating (SIGTERM)\u000a10:12:50.325803 run iperf3-srv_10.42.42.10(pid=27638): Terminating (SIGTERM)\u000a10:12:50.365491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27641): Terminating (SIGTERM)\u000a10:12:50.405263 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27644): Terminating (SIGTERM)\u000a10:12:50.445434 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27647): Terminating (SIGTERM)\u000a10:12:50.454576 --- ParallelTerminationStrategy: PID 27637 died...\u000a10:12:50.507681 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27637): Terminated: ok {rc=0}\u000a10:12:50.517226 --- ParallelTerminationStrategy: PID 27638 died...\u000a10:12:50.570063 run iperf3-srv_10.42.42.10(pid=27638): Terminated {rc=256}\u000a10:12:50.579511 --- ParallelTerminationStrategy: PID 27641 died...\u000a10:12:50.632534 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27641): Terminated: ok {rc=0}\u000a10:12:50.642111 --- ParallelTerminationStrategy: PID 27644 died...\u000a10:12:50.695220 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27644): Terminated: ok {rc=0}\u000a10:12:50.704635 --- ParallelTerminationStrategy: PID 27647 died...\u000a10:12:50.757775 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27647): Terminated: ok {rc=0}\u000a10:12:50.846597 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27663): Process ended prematurely: osmo-stp_10.42.42.5(pid=27663) [trial-2373↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27663)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27663): Process ended prematurely: osmo-stp_10.42.42.5(pid=27663) [trial-2373↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27663)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-b200+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a10:12:51.957915 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:12:51.969285 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:12:52.126438 tst iperf3m4.py: using LAC 27677\u000a10:12:52.253666 tst iperf3m4.py: using RAC 137\u000a10:12:52.381724 tst iperf3m4.py: using CellId 27677\u000a10:12:52.509543 tst iperf3m4.py: using BVCI 27678\u000a10:12:52.534564 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:12:52.546158 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:12:52.557668 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:12:52.570055 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:12:52.582164 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:12:52.595262 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:12:52.607008 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:12:52.618917 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:12:52.631939 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:12:52.752448 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:12:52.874525 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:12:52.994666 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:12:53.280573 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:12:53.407919 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:12:53.724434 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27649): Launched\u000a10:12:53.986363 run iperf3-srv_10.42.42.10(pid=27650): Launched\u000a10:12:54.171442 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:12:54.297521 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:12:54.612646 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27651): Launched\u000a10:12:54.875111 run iperf3-srv_10.42.42.10(pid=27652): Launched\u000a10:12:55.060232 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:12:55.186719 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:12:55.502435 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27653): Launched\u000a10:12:55.765016 run iperf3-srv_10.42.42.10(pid=27654): Launched\u000a10:12:55.949673 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:12:56.075128 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:12:56.390850 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27655): Launched\u000a10:12:56.652790 run iperf3-srv_10.42.42.10(pid=27656): Launched\u000a10:12:56.838407 tst iperf3m4.py:8: start network...\u000a10:12:56.964256 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:12:57.443895 run create_hlr_db(pid=27657): Launched\u000a10:12:57.620610 bus /gobi_6: Setting Powered False\u000a10:12:58.639815 run create_hlr_db(pid=27657): Terminated: ok {rc=0}\u000a10:12:59.073299 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27659): Launched\u000a10:12:59.400499 run osmo-hlr_10.42.42.2(pid=27660): Launched\u000a10:12:59.522441 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:13:00.087997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27662): Launched\u000a10:13:00.413331 run osmo-stp_10.42.42.5(pid=27663): Launched\u000a10:13:00.532173 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:13:01.131584 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27665): Launched\u000a10:13:01.242675 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:13:01.571771 run patchelf(pid=27666): Launched\u000a10:13:01.800684 run osmo-stp_10.42.42.5(pid=27663): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27663)]\u000a10:13:01.949309 run osmo-stp_10.42.42.5(pid=27663): stdout: \u000a| (launched: 2022-12-10_10:13:00.253448)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:13:02.092310 run osmo-stp_10.42.42.5(pid=27663): stderr: \u000a| �[0;m�[38;5;43m20221210101300446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101300446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101300447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101300447 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101300448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101300448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101300448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:13:02.229891 run osmo-stp_10.42.42.5(pid=27663): stdout: \u000a| (launched: 2022-12-10_10:13:00.253448)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:13:02.364373 run osmo-stp_10.42.42.5(pid=27663): stderr: \u000a| �[0;m�[38;5;43m20221210101300446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101300446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101300447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101300447 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101300448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101300448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101300448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:13:02.520309 run patchelf(pid=27666): Terminating (SIGINT)\u000a10:13:02.704523 run patchelf(pid=27666): Terminated: ok {rc=0}\u000a10:13:02.738668 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27663): Process ended prematurely: osmo-stp_10.42.42.5(pid=27663) [trial-2373↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27663)] [trial-2373↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a10:13:02.748739 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a10:13:02.814452 run osmo-hlr_10.42.42.2(pid=27660): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27660)]\u000a10:13:02.867044 run osmo-hlr_10.42.42.2(pid=27660): stdout: \u000a| (launched: 2022-12-10_10:12:59.239278) \u000a10:13:02.920298 run osmo-hlr_10.42.42.2(pid=27660): stderr: \u000a| �[0;m�[1;31m20221210101259437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210101259437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210101259438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101259438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101259438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210101259438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210101259451 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210101259460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210101259460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210101259460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:13:02.965374 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27649): Terminating (SIGTERM)\u000a10:13:03.008633 run iperf3-srv_10.42.42.10(pid=27650): Terminating (SIGTERM)\u000a10:13:03.051696 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27651): Terminating (SIGTERM)\u000a10:13:03.094951 run iperf3-srv_10.42.42.10(pid=27652): Terminating (SIGTERM)\u000a10:13:03.138476 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27653): Terminating (SIGTERM)\u000a10:13:03.181184 run iperf3-srv_10.42.42.10(pid=27654): Terminating (SIGTERM)\u000a10:13:03.224614 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27655): Terminating (SIGTERM)\u000a10:13:03.267265 run iperf3-srv_10.42.42.10(pid=27656): Terminating (SIGTERM)\u000a10:13:03.310343 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27659): Terminating (SIGTERM)\u000a10:13:03.353105 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27662): Terminating (SIGTERM)\u000a10:13:03.396281 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27665): Terminating (SIGTERM)\u000a10:13:03.406675 --- ParallelTerminationStrategy: PID 27649 died...\u000a10:13:03.464641 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27649): Terminated: ok {rc=0}\u000a10:13:03.475147 --- ParallelTerminationStrategy: PID 27650 died...\u000a10:13:03.532816 run iperf3-srv_10.42.42.10(pid=27650): Terminated {rc=256}\u000a10:13:03.543223 --- ParallelTerminationStrategy: PID 27651 died...\u000a10:13:03.600778 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27651): Terminated: ok {rc=0}\u000a10:13:03.611146 --- ParallelTerminationStrategy: PID 27652 died...\u000a10:13:03.668737 run iperf3-srv_10.42.42.10(pid=27652): Terminated {rc=256}\u000a10:13:03.679510 --- ParallelTerminationStrategy: PID 27653 died...\u000a10:13:03.737325 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27653): Terminated: ok {rc=0}\u000a10:13:03.747732 --- ParallelTerminationStrategy: PID 27654 died...\u000a10:13:03.805023 run iperf3-srv_10.42.42.10(pid=27654): Terminated {rc=256}\u000a10:13:03.815555 --- ParallelTerminationStrategy: PID 27655 died...\u000a10:13:03.873491 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27655): Terminated: ok {rc=0}\u000a10:13:03.883997 --- ParallelTerminationStrategy: PID 27656 died...\u000a10:13:03.941515 run iperf3-srv_10.42.42.10(pid=27656): Terminated {rc=256}\u000a10:13:03.951917 --- ParallelTerminationStrategy: PID 27659 died...\u000a10:13:04.009254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27659): Terminated: ok {rc=0}\u000a10:13:04.019891 --- ParallelTerminationStrategy: PID 27662 died...\u000a10:13:04.077130 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27662): Terminated: ok {rc=0}\u000a10:13:04.087963 --- ParallelTerminationStrategy: PID 27665 died...\u000a10:13:04.145490 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27665): Terminated: ok {rc=0}\u000a10:13:04.234036 bus /gobi_4: Setting Powered False\u000a10:13:05.342319 bus /gobi_4: Setting Powered False\u000a10:13:06.450196 bus /gobi_1: Setting Powered False\u000a10:13:07.557299 bus /gobi_1: Setting Powered False\u000a10:13:08.665336 bus /gobi_0: Setting Powered False\u000a10:13:09.767782 bus /gobi_0: Setting Powered False\u000a10:13:10.881323 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27673): Process ended prematurely: osmo-stp_10.42.42.5(pid=27673) [trial-2373↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27673)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27673): Process ended prematurely: osmo-stp_10.42.42.5(pid=27673) [trial-2373↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27673)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-b200+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a10:13:11.948503 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:13:11.959997 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:13:12.123230 tst ping.py: using LAC 27678\u000a10:13:12.248573 tst ping.py: using RAC 138\u000a10:13:12.375809 tst ping.py: using CellId 27678\u000a10:13:12.500297 tst ping.py: using BVCI 27679\u000a10:13:12.524734 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:13:12.536219 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:13:12.547449 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:13:12.559208 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:13:12.570554 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:13:12.582106 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:13:12.593599 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:13:12.604931 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:13:12.895257 tst ping.py:19: start network...\u000a10:13:13.028557 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:13:13.530238 run create_hlr_db(pid=27667): Launched\u000a10:13:13.716513 bus /gobi_6: Setting Powered False\u000a10:13:14.736928 run create_hlr_db(pid=27667): Terminated: ok {rc=0}\u000a10:13:15.139077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27669): Launched\u000a10:13:15.436929 run osmo-hlr_10.42.42.2(pid=27670): Launched\u000a10:13:15.555231 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:13:16.155448 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27672): Launched\u000a10:13:16.627755 run osmo-stp_10.42.42.5(pid=27673): Launched\u000a10:13:16.844688 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:13:17.459112 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27675): Launched\u000a10:13:17.565270 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:13:17.825274 run patchelf(pid=27676): Launched\u000a10:13:17.999545 run osmo-stp_10.42.42.5(pid=27673): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27673)]\u000a10:13:18.127165 run osmo-stp_10.42.42.5(pid=27673): stdout: \u000a| (launched: 2022-12-10_10:13:16.353177)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:13:18.255149 run osmo-stp_10.42.42.5(pid=27673): stderr: \u000a| �[0;m�[38;5;43m20221210101316647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101316647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101316648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101316648 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101316648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101316648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101316649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:13:18.378401 run osmo-stp_10.42.42.5(pid=27673): stdout: \u000a| (launched: 2022-12-10_10:13:16.353177)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:13:18.500168 run osmo-stp_10.42.42.5(pid=27673): stderr: \u000a| �[0;m�[38;5;43m20221210101316647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101316647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101316648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101316648 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101316648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101316648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101316649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:13:18.642687 run patchelf(pid=27676): Terminating (SIGINT)\u000a10:13:18.810157 run patchelf(pid=27676): Terminated: ok {rc=0}\u000a10:13:18.841128 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=27673): Process ended prematurely: osmo-stp_10.42.42.5(pid=27673) [trial-2373↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27673)] [trial-2373↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22]\u000a10:13:18.849750 tst ping.py:22: Test FAILED (6.9 sec)\u000a10:13:18.910036 run osmo-hlr_10.42.42.2(pid=27670): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27670)]\u000a10:13:18.959152 run osmo-hlr_10.42.42.2(pid=27670): stdout: \u000a| (launched: 2022-12-10_10:13:15.290447) \u000a10:13:19.009179 run osmo-hlr_10.42.42.2(pid=27670): stderr: \u000a| �[0;m�[1;31m20221210101315466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210101315466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210101315466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101315466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101315466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210101315466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210101315478 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-b200+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210101315487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210101315487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210101315487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:13:19.051703 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27669): Terminating (SIGTERM)\u000a10:13:19.091815 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27672): Terminating (SIGTERM)\u000a10:13:19.131858 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27675): Terminating (SIGTERM)\u000a10:13:19.141208 --- ParallelTerminationStrategy: PID 27669 died...\u000a10:13:19.194800 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27669): Terminated: ok {rc=0}\u000a10:13:19.204540 --- ParallelTerminationStrategy: PID 27672 died...\u000a10:13:19.257718 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27672): Terminated: ok {rc=0}\u000a10:13:19.267404 --- ParallelTerminationStrategy: PID 27675 died...\u000a10:13:19.320716 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27675): Terminated: ok {rc=0}\u000a10:13:19.409888 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27683): Process ended prematurely: osmo-stp_10.42.42.5(pid=27683) [trial-2373↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27683)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27683): Process ended prematurely: osmo-stp_10.42.42.5(pid=27683) [trial-2373↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27683)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-b200+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a10:13:20.462664 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:13:20.477145 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:13:20.647887 tst ping_idle_ping.py: using LAC 27679\u000a10:13:20.775693 tst ping_idle_ping.py: using RAC 139\u000a10:13:20.899903 tst ping_idle_ping.py: using CellId 27679\u000a10:13:21.019635 tst ping_idle_ping.py: using BVCI 27680\u000a10:13:21.042543 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:13:21.053674 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:13:21.064373 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:13:21.075539 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:13:21.086564 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:13:21.097683 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:13:21.108488 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:13:21.119367 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:13:21.394039 tst ping_idle_ping.py:24: start network...\u000a10:13:21.518699 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:13:22.004188 run create_hlr_db(pid=27677): Launched\u000a10:13:22.177513 bus /gobi_6: Setting Powered False\u000a10:13:23.198794 run create_hlr_db(pid=27677): Terminated: ok {rc=0}\u000a10:13:23.623513 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27679): Launched\u000a10:13:23.942503 run osmo-hlr_10.42.42.2(pid=27680): Launched\u000a10:13:24.062850 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:13:24.619603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27682): Launched\u000a10:13:24.939367 run osmo-stp_10.42.42.5(pid=27683): Launched\u000a10:13:25.056187 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:13:25.614533 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27685): Launched\u000a10:13:25.728857 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:13:26.007621 run patchelf(pid=27686): Launched\u000a10:13:26.195661 run osmo-stp_10.42.42.5(pid=27683): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27683)]\u000a10:13:26.333144 run osmo-stp_10.42.42.5(pid=27683): stdout: \u000a| (launched: 2022-12-10_10:13:24.782266)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:13:26.470984 run osmo-stp_10.42.42.5(pid=27683): stderr: \u000a| �[0;m�[38;5;43m20221210101324976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101324976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101324977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101324977 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101324977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101324977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101324978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:13:26.604128 run osmo-stp_10.42.42.5(pid=27683): stdout: \u000a| (launched: 2022-12-10_10:13:24.782266)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:13:26.735283 run osmo-stp_10.42.42.5(pid=27683): stderr: \u000a| �[0;m�[38;5;43m20221210101324976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101324976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101324977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101324977 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101324977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101324977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101324978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:13:26.888769 run patchelf(pid=27686): Terminating (SIGINT)\u000a10:13:27.068065 run patchelf(pid=27686): Terminated: ok {rc=0}\u000a10:13:27.100581 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=27683): Process ended prematurely: osmo-stp_10.42.42.5(pid=27683) [trial-2373↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27683)] [trial-2373↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a10:13:27.109921 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a10:13:27.173882 run osmo-hlr_10.42.42.2(pid=27680): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27680)]\u000a10:13:27.225903 run osmo-hlr_10.42.42.2(pid=27680): stdout: \u000a| (launched: 2022-12-10_10:13:23.785913) \u000a10:13:27.278732 run osmo-hlr_10.42.42.2(pid=27680): stderr: \u000a| �[0;m�[1;31m20221210101323984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210101323984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210101323984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101323984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101323984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210101323984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210101323996 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-b200+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210101324004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210101324005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210101324005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:13:27.323553 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27679): Terminating (SIGTERM)\u000a10:13:27.366315 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27682): Terminating (SIGTERM)\u000a10:13:27.408643 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27685): Terminating (SIGTERM)\u000a10:13:27.418489 --- ParallelTerminationStrategy: PID 27679 died...\u000a10:13:27.475427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27679): Terminated: ok {rc=0}\u000a10:13:27.485942 --- ParallelTerminationStrategy: PID 27682 died...\u000a10:13:27.542582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27682): Terminated: ok {rc=0}\u000a10:13:27.552565 --- ParallelTerminationStrategy: PID 27685 died...\u000a10:13:27.608862 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27685): Terminated: ok {rc=0}\u000a10:13:27.696548 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "52", "name" : "gprs_trx-b200+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:12:28" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27700): Process ended prematurely: osmo-stp_10.42.42.5(pid=27700) [trial-2373↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27700)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27700): Process ended prematurely: osmo-stp_10.42.42.5(pid=27700) [trial-2373↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27700)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-b200+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:13:29.868551 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:13:29.879825 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:13:30.046438 tst cs_paging_gprs_active.py: using LAC 27680\u000a10:13:30.173041 tst cs_paging_gprs_active.py: using RAC 140\u000a10:13:30.300118 tst cs_paging_gprs_active.py: using CellId 27680\u000a10:13:30.423157 tst cs_paging_gprs_active.py: using BVCI 27681\u000a10:13:30.446577 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:13:30.457690 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:13:30.468703 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:13:30.479784 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:13:30.490826 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:13:30.502032 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:13:30.513152 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:13:30.523958 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:13:30.534971 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:13:30.654629 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:13:30.943747 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:13:31.074607 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:13:31.413189 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27690): Launched\u000a10:13:31.701917 run iperf3-srv_10.42.42.10(pid=27691): Launched\u000a10:13:31.893824 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:13:32.022983 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:13:32.342296 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27692): Launched\u000a10:13:32.604528 run iperf3-srv_10.42.42.10(pid=27693): Launched\u000a10:13:32.791147 tst cs_paging_gprs_active.py:38: start network...\u000a10:13:32.918373 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:13:33.407155 run create_hlr_db(pid=27694): Launched\u000a10:13:33.581817 bus /gobi_6: Setting Powered False\u000a10:13:34.603592 run create_hlr_db(pid=27694): Terminated: ok {rc=0}\u000a10:13:35.008781 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27696): Launched\u000a10:13:35.312364 run osmo-hlr_10.42.42.2(pid=27697): Launched\u000a10:13:35.428202 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:13:35.956022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27699): Launched\u000a10:13:36.262027 run osmo-stp_10.42.42.5(pid=27700): Launched\u000a10:13:36.373484 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:13:36.904938 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27702): Launched\u000a10:13:37.014400 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:13:37.280136 run patchelf(pid=27703): Launched\u000a10:13:37.458253 run osmo-stp_10.42.42.5(pid=27700): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27700)]\u000a10:13:37.588864 run osmo-stp_10.42.42.5(pid=27700): stdout: \u000a| (launched: 2022-12-10_10:13:36.111658)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:13:37.719247 run osmo-stp_10.42.42.5(pid=27700): stderr: \u000a| �[0;m�[38;5;43m20221210101336281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101336282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101336282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101336282 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101336283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101336283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101336283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:13:37.845068 run osmo-stp_10.42.42.5(pid=27700): stdout: \u000a| (launched: 2022-12-10_10:13:36.111658)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:13:37.969768 run osmo-stp_10.42.42.5(pid=27700): stderr: \u000a| �[0;m�[38;5;43m20221210101336281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101336282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101336282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101336282 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101336283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101336283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101336283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:13:38.115681 run patchelf(pid=27703): Terminating (SIGINT)\u000a10:13:38.287195 run patchelf(pid=27703): Terminated: ok {rc=0}\u000a10:13:38.318724 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=27700): Process ended prematurely: osmo-stp_10.42.42.5(pid=27700) [trial-2373↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27700)] [trial-2373↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a10:13:38.327817 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a10:13:38.387600 run osmo-hlr_10.42.42.2(pid=27697): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27697)]\u000a10:13:38.436374 run osmo-hlr_10.42.42.2(pid=27697): stdout: \u000a| (launched: 2022-12-10_10:13:35.163427) \u000a10:13:38.485798 run osmo-hlr_10.42.42.2(pid=27697): stderr: \u000a| �[0;m�[1;31m20221210101335342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210101335342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210101335342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101335342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101335342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210101335342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210101335354 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-b200+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210101335363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210101335363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210101335363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:13:38.528111 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27690): Terminating (SIGTERM)\u000a10:13:38.567855 run iperf3-srv_10.42.42.10(pid=27691): Terminating (SIGTERM)\u000a10:13:38.607700 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27692): Terminating (SIGTERM)\u000a10:13:38.647272 run iperf3-srv_10.42.42.10(pid=27693): Terminating (SIGTERM)\u000a10:13:38.686939 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27696): Terminating (SIGTERM)\u000a10:13:38.726677 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27699): Terminating (SIGTERM)\u000a10:13:38.766468 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27702): Terminating (SIGTERM)\u000a10:13:38.775658 --- ParallelTerminationStrategy: PID 27690 died...\u000a10:13:38.829008 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27690): Terminated: ok {rc=0}\u000a10:13:38.838599 --- ParallelTerminationStrategy: PID 27691 died...\u000a10:13:38.891429 run iperf3-srv_10.42.42.10(pid=27691): Terminated {rc=256}\u000a10:13:38.901038 --- ParallelTerminationStrategy: PID 27692 died...\u000a10:13:38.953784 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27692): Terminated: ok {rc=0}\u000a10:13:38.963346 --- ParallelTerminationStrategy: PID 27693 died...\u000a10:13:39.016621 run iperf3-srv_10.42.42.10(pid=27693): Terminated {rc=256}\u000a10:13:39.026259 --- ParallelTerminationStrategy: PID 27696 died...\u000a10:13:39.079046 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27696): Terminated: ok {rc=0}\u000a10:13:39.088602 --- ParallelTerminationStrategy: PID 27699 died...\u000a10:13:39.141248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27699): Terminated: ok {rc=0}\u000a10:13:39.150870 --- ParallelTerminationStrategy: PID 27702 died...\u000a10:13:39.203698 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27702): Terminated: ok {rc=0}\u000a10:13:39.287338 bus /gobi_0: Setting Powered False\u000a10:13:40.394366 bus /gobi_0: Setting Powered False\u000a10:13:41.502025 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27712): Process ended prematurely: osmo-stp_10.42.42.5(pid=27712) [trial-2373↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27712)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27712): Process ended prematurely: osmo-stp_10.42.42.5(pid=27712) [trial-2373↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27712)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-b200+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a10:13:42.618396 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:13:42.630615 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:13:42.802009 tst iperf3.py: using LAC 27681\u000a10:13:42.931340 tst iperf3.py: using RAC 141\u000a10:13:43.058540 tst iperf3.py: using CellId 27681\u000a10:13:43.186694 tst iperf3.py: using BVCI 27682\u000a10:13:43.211380 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:13:43.222721 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:13:43.233925 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:13:43.245304 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:13:43.256612 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:13:43.267994 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:13:43.279486 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:13:43.290916 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:13:43.302566 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:13:43.583071 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:13:43.709987 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:13:44.025357 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27704): Launched\u000a10:13:44.287378 run iperf3-srv_10.42.42.10(pid=27705): Launched\u000a10:13:44.473958 tst iperf3.py:8: start network...\u000a10:13:44.601147 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:13:45.088356 run create_hlr_db(pid=27706): Launched\u000a10:13:45.263551 bus /gobi_6: Setting Powered False\u000a10:13:46.298959 run create_hlr_db(pid=27706): Terminated: ok {rc=0}\u000a10:13:46.803903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27708): Launched\u000a10:13:47.238924 run osmo-hlr_10.42.42.2(pid=27709): Launched\u000a10:13:47.351369 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:13:47.880689 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27711): Launched\u000a10:13:48.184273 run osmo-stp_10.42.42.5(pid=27712): Launched\u000a10:13:48.295126 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:13:48.825087 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27714): Launched\u000a10:13:48.933215 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:13:49.198978 run patchelf(pid=27715): Launched\u000a10:13:49.377524 run osmo-stp_10.42.42.5(pid=27712): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27712)]\u000a10:13:49.508032 run osmo-stp_10.42.42.5(pid=27712): stdout: \u000a| (launched: 2022-12-10_10:13:48.035570)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:13:49.638713 run osmo-stp_10.42.42.5(pid=27712): stderr: \u000a| �[0;m�[38;5;43m20221210101348206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101348206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101348206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101348206 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101348209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101348209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101348209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:13:49.764425 run osmo-stp_10.42.42.5(pid=27712): stdout: \u000a| (launched: 2022-12-10_10:13:48.035570)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:13:49.889415 run osmo-stp_10.42.42.5(pid=27712): stderr: \u000a| �[0;m�[38;5;43m20221210101348206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101348206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101348206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101348206 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101348209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101348209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101348209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:13:50.034782 run patchelf(pid=27715): Terminating (SIGINT)\u000a10:13:50.205803 run patchelf(pid=27715): Terminated: ok {rc=0}\u000a10:13:50.237149 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27712): Process ended prematurely: osmo-stp_10.42.42.5(pid=27712) [trial-2373↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27712)] [trial-2373↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a10:13:50.246350 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a10:13:50.307240 run osmo-hlr_10.42.42.2(pid=27709): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27709)]\u000a10:13:50.356582 run osmo-hlr_10.42.42.2(pid=27709): stdout: \u000a| (launched: 2022-12-10_10:13:46.984742) \u000a10:13:50.406252 run osmo-hlr_10.42.42.2(pid=27709): stderr: \u000a| �[0;m�[1;31m20221210101347223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210101347223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210101347223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101347223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101347223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210101347223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210101347235 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210101347251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210101347251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210101347251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:13:50.448439 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27704): Terminating (SIGTERM)\u000a10:13:50.488575 run iperf3-srv_10.42.42.10(pid=27705): Terminating (SIGTERM)\u000a10:13:50.528531 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27708): Terminating (SIGTERM)\u000a10:13:50.568551 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27711): Terminating (SIGTERM)\u000a10:13:50.608613 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27714): Terminating (SIGTERM)\u000a10:13:50.617868 --- ParallelTerminationStrategy: PID 27704 died...\u000a10:13:50.671350 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27704): Terminated: ok {rc=0}\u000a10:13:50.680923 --- ParallelTerminationStrategy: PID 27705 died...\u000a10:13:50.733798 run iperf3-srv_10.42.42.10(pid=27705): Terminated {rc=256}\u000a10:13:50.743358 --- ParallelTerminationStrategy: PID 27708 died...\u000a10:13:50.796385 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27708): Terminated: ok {rc=0}\u000a10:13:50.806069 --- ParallelTerminationStrategy: PID 27711 died...\u000a10:13:50.859169 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27711): Terminated: ok {rc=0}\u000a10:13:50.868809 --- ParallelTerminationStrategy: PID 27714 died...\u000a10:13:50.922056 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27714): Terminated: ok {rc=0}\u000a10:13:51.011055 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27730): Process ended prematurely: osmo-stp_10.42.42.5(pid=27730) [trial-2373↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27730)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27730): Process ended prematurely: osmo-stp_10.42.42.5(pid=27730) [trial-2373↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27730)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-b200+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a10:13:52.127592 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:13:52.139731 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:13:52.310048 tst iperf3m4.py: using LAC 27682\u000a10:13:52.436153 tst iperf3m4.py: using RAC 142\u000a10:13:52.565028 tst iperf3m4.py: using CellId 27682\u000a10:13:52.692269 tst iperf3m4.py: using BVCI 27683\u000a10:13:52.717236 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:13:52.728750 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:13:52.740060 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:13:52.752224 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:13:52.764124 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:13:52.776016 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:13:52.788049 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:13:52.799920 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:13:52.812701 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:13:52.933007 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:13:53.055281 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:13:53.172226 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:13:53.467852 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:13:53.603461 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:13:53.939043 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27716): Launched\u000a10:13:54.218121 run iperf3-srv_10.42.42.10(pid=27717): Launched\u000a10:13:54.417886 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:13:54.553967 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:13:54.889800 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27718): Launched\u000a10:13:55.168045 run iperf3-srv_10.42.42.10(pid=27719): Launched\u000a10:13:55.366883 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:13:55.502409 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:13:55.838242 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27720): Launched\u000a10:13:56.116761 run iperf3-srv_10.42.42.10(pid=27721): Launched\u000a10:13:56.316035 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:13:56.451528 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:13:56.786587 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27722): Launched\u000a10:13:57.065696 run iperf3-srv_10.42.42.10(pid=27723): Launched\u000a10:13:57.264940 tst iperf3m4.py:8: start network...\u000a10:13:57.400684 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:13:57.913932 run create_hlr_db(pid=27724): Launched\u000a10:13:58.103241 bus /gobi_6: Setting Powered False\u000a10:13:59.123166 run create_hlr_db(pid=27724): Terminated: ok {rc=0}\u000a10:13:59.555662 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27726): Launched\u000a10:13:59.881310 run osmo-hlr_10.42.42.2(pid=27727): Launched\u000a10:14:00.001953 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:14:00.567249 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27729): Launched\u000a10:14:00.958919 run osmo-stp_10.42.42.5(pid=27730): Launched\u000a10:14:01.245852 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:14:01.904581 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27732): Launched\u000a10:14:02.016231 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:14:02.310382 run patchelf(pid=27733): Launched\u000a10:14:02.488649 run osmo-stp_10.42.42.5(pid=27730): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27730)]\u000a10:14:02.620033 run osmo-stp_10.42.42.5(pid=27730): stdout: \u000a| (launched: 2022-12-10_10:14:00.731400)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:14:02.750822 run osmo-stp_10.42.42.5(pid=27730): stderr: \u000a| �[0;m�[38;5;43m20221210101401011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101401011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101401012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101401012 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101401015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101401015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101401015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:14:02.876455 run osmo-stp_10.42.42.5(pid=27730): stdout: \u000a| (launched: 2022-12-10_10:14:00.731400)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:14:03.000778 run osmo-stp_10.42.42.5(pid=27730): stderr: \u000a| �[0;m�[38;5;43m20221210101401011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101401011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101401012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101401012 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101401015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101401015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101401015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:14:03.146120 run patchelf(pid=27733): Terminating (SIGINT)\u000a10:14:03.318382 run patchelf(pid=27733): Terminated: ok {rc=0}\u000a10:14:03.349779 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27730): Process ended prematurely: osmo-stp_10.42.42.5(pid=27730) [trial-2373↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27730)] [trial-2373↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a10:14:03.359010 tst iperf3m4.py:8: Test FAILED (11.3 sec)\u000a10:14:03.419590 run osmo-hlr_10.42.42.2(pid=27727): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27727)]\u000a10:14:03.468654 run osmo-hlr_10.42.42.2(pid=27727): stdout: \u000a| (launched: 2022-12-10_10:13:59.720537) \u000a10:14:03.518761 run osmo-hlr_10.42.42.2(pid=27727): stderr: \u000a| �[0;m�[1;31m20221210101359920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210101359920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210101359920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101359920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101359920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210101359920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210101359932 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210101359940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210101359940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210101359940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:14:03.561324 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27716): Terminating (SIGTERM)\u000a10:14:03.601325 run iperf3-srv_10.42.42.10(pid=27717): Terminating (SIGTERM)\u000a10:14:03.641482 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27718): Terminating (SIGTERM)\u000a10:14:03.681432 run iperf3-srv_10.42.42.10(pid=27719): Terminating (SIGTERM)\u000a10:14:03.721366 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27720): Terminating (SIGTERM)\u000a10:14:03.761388 run iperf3-srv_10.42.42.10(pid=27721): Terminating (SIGTERM)\u000a10:14:03.801632 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27722): Terminating (SIGTERM)\u000a10:14:03.841508 run iperf3-srv_10.42.42.10(pid=27723): Terminating (SIGTERM)\u000a10:14:03.881551 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27726): Terminating (SIGTERM)\u000a10:14:03.921467 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27729): Terminating (SIGTERM)\u000a10:14:03.961259 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27732): Terminating (SIGTERM)\u000a10:14:03.970103 --- ParallelTerminationStrategy: PID 27716 died...\u000a10:14:04.023834 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27716): Terminated: ok {rc=0}\u000a10:14:04.033727 --- ParallelTerminationStrategy: PID 27717 died...\u000a10:14:04.087146 run iperf3-srv_10.42.42.10(pid=27717): Terminated {rc=256}\u000a10:14:04.096729 --- ParallelTerminationStrategy: PID 27718 died...\u000a10:14:04.150277 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27718): Terminated: ok {rc=0}\u000a10:14:04.159859 --- ParallelTerminationStrategy: PID 27719 died...\u000a10:14:04.213066 run iperf3-srv_10.42.42.10(pid=27719): Terminated {rc=256}\u000a10:14:04.222691 --- ParallelTerminationStrategy: PID 27720 died...\u000a10:14:04.276189 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27720): Terminated: ok {rc=0}\u000a10:14:04.285971 --- ParallelTerminationStrategy: PID 27721 died...\u000a10:14:04.339228 run iperf3-srv_10.42.42.10(pid=27721): Terminated {rc=256}\u000a10:14:04.349123 --- ParallelTerminationStrategy: PID 27722 died...\u000a10:14:04.402652 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27722): Terminated: ok {rc=0}\u000a10:14:04.412398 --- ParallelTerminationStrategy: PID 27723 died...\u000a10:14:04.465736 run iperf3-srv_10.42.42.10(pid=27723): Terminated {rc=256}\u000a10:14:04.475364 --- ParallelTerminationStrategy: PID 27726 died...\u000a10:14:04.528884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27726): Terminated: ok {rc=0}\u000a10:14:04.538827 --- ParallelTerminationStrategy: PID 27729 died...\u000a10:14:04.592472 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27729): Terminated: ok {rc=0}\u000a10:14:04.602188 --- ParallelTerminationStrategy: PID 27732 died...\u000a10:14:04.655861 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27732): Terminated: ok {rc=0}\u000a10:14:04.745625 bus /gobi_4: Setting Powered False\u000a10:14:05.850015 bus /gobi_4: Setting Powered False\u000a10:14:06.961305 bus /gobi_1: Setting Powered False\u000a10:14:08.063480 bus /gobi_1: Setting Powered False\u000a10:14:09.174783 bus /gobi_0: Setting Powered False\u000a10:14:10.277550 bus /gobi_0: Setting Powered False\u000a10:14:11.389726 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27740): Process ended prematurely: osmo-stp_10.42.42.5(pid=27740) [trial-2373↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27740)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27740): Process ended prematurely: osmo-stp_10.42.42.5(pid=27740) [trial-2373↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27740)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-b200+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a10:14:12.457878 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:14:12.469790 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:14:12.631094 tst ping.py: using LAC 27683\u000a10:14:12.751024 tst ping.py: using RAC 143\u000a10:14:12.872117 tst ping.py: using CellId 27683\u000a10:14:12.989862 tst ping.py: using BVCI 27684\u000a10:14:13.013261 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:14:13.024254 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:14:13.035155 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:14:13.046030 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:14:13.056679 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:14:13.067505 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:14:13.078486 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:14:13.089132 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:14:13.361313 tst ping.py:19: start network...\u000a10:14:13.485198 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:14:13.960766 run create_hlr_db(pid=27734): Launched\u000a10:14:14.133887 bus /gobi_6: Setting Powered False\u000a10:14:15.154989 run create_hlr_db(pid=27734): Terminated: ok {rc=0}\u000a10:14:15.552935 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27736): Launched\u000a10:14:15.865321 run osmo-hlr_10.42.42.2(pid=27737): Launched\u000a10:14:16.028710 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:14:16.668062 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27739): Launched\u000a10:14:17.101420 run osmo-stp_10.42.42.5(pid=27740): Launched\u000a10:14:17.309089 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:14:17.842764 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27742): Launched\u000a10:14:17.948824 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:14:18.208220 run patchelf(pid=27743): Launched\u000a10:14:18.382469 run osmo-stp_10.42.42.5(pid=27740): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27740)]\u000a10:14:18.509738 run osmo-stp_10.42.42.5(pid=27740): stdout: \u000a| (launched: 2022-12-10_10:14:16.822716)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:14:18.637191 run osmo-stp_10.42.42.5(pid=27740): stderr: \u000a| �[0;m�[38;5;43m20221210101417149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101417149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101417149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101417150 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101417150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101417150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101417150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:14:18.759929 run osmo-stp_10.42.42.5(pid=27740): stdout: \u000a| (launched: 2022-12-10_10:14:16.822716)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:14:18.881691 run osmo-stp_10.42.42.5(pid=27740): stderr: \u000a| �[0;m�[38;5;43m20221210101417149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101417149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101417149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101417150 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101417150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101417150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101417150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:14:19.023723 run patchelf(pid=27743): Terminating (SIGINT)\u000a10:14:19.190562 run patchelf(pid=27743): Terminated: ok {rc=0}\u000a10:14:19.220902 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=27740): Process ended prematurely: osmo-stp_10.42.42.5(pid=27740) [trial-2373↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27740)] [trial-2373↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22]\u000a10:14:19.229432 tst ping.py:22: Test FAILED (6.8 sec)\u000a10:14:19.288837 run osmo-hlr_10.42.42.2(pid=27737): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27737)]\u000a10:14:19.337921 run osmo-hlr_10.42.42.2(pid=27737): stdout: \u000a| (launched: 2022-12-10_10:14:15.704205) \u000a10:14:19.387038 run osmo-hlr_10.42.42.2(pid=27737): stderr: \u000a| �[0;m�[1;31m20221210101415982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210101415982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210101415982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101415982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101415982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210101415982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210101415999 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-b200+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210101416011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210101416011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210101416011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:14:19.428933 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27736): Terminating (SIGTERM)\u000a10:14:19.468413 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27739): Terminating (SIGTERM)\u000a10:14:19.508049 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27742): Terminating (SIGTERM)\u000a10:14:19.517249 --- ParallelTerminationStrategy: PID 27736 died...\u000a10:14:19.570055 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27736): Terminated: ok {rc=0}\u000a10:14:19.579574 --- ParallelTerminationStrategy: PID 27739 died...\u000a10:14:19.633171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27739): Terminated: ok {rc=0}\u000a10:14:19.642547 --- ParallelTerminationStrategy: PID 27742 died...\u000a10:14:19.694753 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27742): Terminated: ok {rc=0}\u000a10:14:19.782740 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27751): Process ended prematurely: osmo-stp_10.42.42.5(pid=27751) [trial-2373↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27751)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27751): Process ended prematurely: osmo-stp_10.42.42.5(pid=27751) [trial-2373↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27751)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-b200+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a10:14:20.834250 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:14:20.845675 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:14:21.006456 tst ping_idle_ping.py: using LAC 27684\u000a10:14:21.122597 tst ping_idle_ping.py: using RAC 144\u000a10:14:21.238423 tst ping_idle_ping.py: using CellId 27684\u000a10:14:21.354886 tst ping_idle_ping.py: using BVCI 27685\u000a10:14:21.377725 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:14:21.388499 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:14:21.399160 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:14:21.409969 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:14:21.420565 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:14:21.431334 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:14:21.442135 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:14:21.452673 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:14:21.725807 tst ping_idle_ping.py:24: start network...\u000a10:14:21.849723 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:14:22.328868 run create_hlr_db(pid=27745): Launched\u000a10:14:22.502158 bus /gobi_6: Setting Powered False\u000a10:14:23.522549 run create_hlr_db(pid=27745): Terminated: ok {rc=0}\u000a10:14:23.949158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27747): Launched\u000a10:14:24.269460 run osmo-hlr_10.42.42.2(pid=27748): Launched\u000a10:14:24.389292 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:14:24.947161 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27750): Launched\u000a10:14:25.267965 run osmo-stp_10.42.42.5(pid=27751): Launched\u000a10:14:25.384612 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:14:25.942937 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27753): Launched\u000a10:14:26.056869 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:14:26.333973 run patchelf(pid=27754): Launched\u000a10:14:26.520845 run osmo-stp_10.42.42.5(pid=27751): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27751)]\u000a10:14:26.658143 run osmo-stp_10.42.42.5(pid=27751): stdout: \u000a| (launched: 2022-12-10_10:14:25.110590)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:14:26.795594 run osmo-stp_10.42.42.5(pid=27751): stderr: \u000a| �[0;m�[38;5;43m20221210101425303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101425303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101425303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101425304 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101425304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101425304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101425304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:14:26.928436 run osmo-stp_10.42.42.5(pid=27751): stdout: \u000a| (launched: 2022-12-10_10:14:25.110590)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:14:27.059324 run osmo-stp_10.42.42.5(pid=27751): stderr: \u000a| �[0;m�[38;5;43m20221210101425303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101425303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101425303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101425304 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101425304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101425304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101425304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:14:27.211976 run patchelf(pid=27754): Terminating (SIGINT)\u000a10:14:27.391064 run patchelf(pid=27754): Terminated: ok {rc=0}\u000a10:14:27.423453 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=27751): Process ended prematurely: osmo-stp_10.42.42.5(pid=27751) [trial-2373↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27751)] [trial-2373↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a10:14:27.432575 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a10:14:27.495885 run osmo-hlr_10.42.42.2(pid=27748): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27748)]\u000a10:14:27.547314 run osmo-hlr_10.42.42.2(pid=27748): stdout: \u000a| (launched: 2022-12-10_10:14:24.112527) \u000a10:14:27.599318 run osmo-hlr_10.42.42.2(pid=27748): stderr: \u000a| �[0;m�[1;31m20221210101424308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210101424308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210101424308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101424308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101424308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210101424308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210101424320 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-b200+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210101424328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210101424328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210101424328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:14:27.643417 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27747): Terminating (SIGTERM)\u000a10:14:27.685961 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27750): Terminating (SIGTERM)\u000a10:14:27.727902 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27753): Terminating (SIGTERM)\u000a10:14:27.737911 --- ParallelTerminationStrategy: PID 27747 died...\u000a10:14:27.794115 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27747): Terminated: ok {rc=0}\u000a10:14:27.804296 --- ParallelTerminationStrategy: PID 27750 died...\u000a10:14:27.860634 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27750): Terminated: ok {rc=0}\u000a10:14:27.870622 --- ParallelTerminationStrategy: PID 27753 died...\u000a10:14:27.927004 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27753): Terminated: ok {rc=0}\u000a10:14:28.013996 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "53", "name" : "gprs_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:13:29" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27769): Process ended prematurely: osmo-stp_10.42.42.5(pid=27769) [trial-2373↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27769)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27769): Process ended prematurely: osmo-stp_10.42.42.5(pid=27769) [trial-2373↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27769)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:14:30.188990 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:14:30.200865 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a10:14:30.350305 tst cs_paging_gprs_active.py: using LAC 27685\u000a10:14:30.477433 tst cs_paging_gprs_active.py: using RAC 145\u000a10:14:30.614607 tst cs_paging_gprs_active.py: using CellId 27685\u000a10:14:30.752687 tst cs_paging_gprs_active.py: using BVCI 27686\u000a10:14:30.777817 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:14:30.789633 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:14:30.801159 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:14:30.813115 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:14:30.826017 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:14:30.856520 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:14:30.872412 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:14:30.885249 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:14:30.897796 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a10:14:31.029337 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a10:14:31.382799 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:14:31.560853 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:14:31.970676 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27759): Launched\u000a10:14:32.261959 run iperf3-srv_10.42.42.10(pid=27760): Launched\u000a10:14:32.453224 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:14:32.580462 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:14:32.898088 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27761): Launched\u000a10:14:33.160205 run iperf3-srv_10.42.42.10(pid=27762): Launched\u000a10:14:33.346191 tst cs_paging_gprs_active.py:38: start network...\u000a10:14:33.473528 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:14:33.963389 run create_hlr_db(pid=27763): Launched\u000a10:14:34.138534 bus /gobi_6: Setting Powered False\u000a10:14:35.160271 run create_hlr_db(pid=27763): Terminated: ok {rc=0}\u000a10:14:35.567079 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27765): Launched\u000a10:14:35.871508 run osmo-hlr_10.42.42.2(pid=27766): Launched\u000a10:14:35.990975 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:14:36.529926 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27768): Launched\u000a10:14:36.835557 run osmo-stp_10.42.42.5(pid=27769): Launched\u000a10:14:36.946266 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:14:37.479582 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27771): Launched\u000a10:14:37.588094 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:14:37.853914 run patchelf(pid=27772): Launched\u000a10:14:38.032585 run osmo-stp_10.42.42.5(pid=27769): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27769)]\u000a10:14:38.163019 run osmo-stp_10.42.42.5(pid=27769): stdout: \u000a| (launched: 2022-12-10_10:14:36.684703)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:14:38.293496 run osmo-stp_10.42.42.5(pid=27769): stderr: \u000a| �[0;m�[38;5;43m20221210101436857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101436857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101436857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101436858 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101436858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101436858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101436858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:14:38.419443 run osmo-stp_10.42.42.5(pid=27769): stdout: \u000a| (launched: 2022-12-10_10:14:36.684703)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:14:38.544125 run osmo-stp_10.42.42.5(pid=27769): stderr: \u000a| �[0;m�[38;5;43m20221210101436857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101436857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101436857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101436858 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101436858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101436858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101436858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:14:38.689986 run patchelf(pid=27772): Terminating (SIGINT)\u000a10:14:38.861575 run patchelf(pid=27772): Terminated: ok {rc=0}\u000a10:14:38.893078 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=27769): Process ended prematurely: osmo-stp_10.42.42.5(pid=27769) [trial-2373↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27769)] [trial-2373↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a10:14:38.902271 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a10:14:38.962208 run osmo-hlr_10.42.42.2(pid=27766): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27766)]\u000a10:14:39.011202 run osmo-hlr_10.42.42.2(pid=27766): stdout: \u000a| (launched: 2022-12-10_10:14:35.721986) \u000a10:14:39.061005 run osmo-hlr_10.42.42.2(pid=27766): stderr: \u000a| �[0;m�[1;31m20221210101435901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210101435901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210101435902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101435902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101435902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210101435902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210101435914 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210101435923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210101435923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210101435923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:14:39.103351 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27759): Terminating (SIGTERM)\u000a10:14:39.143307 run iperf3-srv_10.42.42.10(pid=27760): Terminating (SIGTERM)\u000a10:14:39.183018 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27761): Terminating (SIGTERM)\u000a10:14:39.222720 run iperf3-srv_10.42.42.10(pid=27762): Terminating (SIGTERM)\u000a10:14:39.262540 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27765): Terminating (SIGTERM)\u000a10:14:39.302378 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27768): Terminating (SIGTERM)\u000a10:14:39.342254 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27771): Terminating (SIGTERM)\u000a10:14:39.351479 --- ParallelTerminationStrategy: PID 27759 died...\u000a10:14:39.404780 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27759): Terminated: ok {rc=0}\u000a10:14:39.414382 --- ParallelTerminationStrategy: PID 27760 died...\u000a10:14:39.467639 run iperf3-srv_10.42.42.10(pid=27760): Terminated {rc=256}\u000a10:14:39.477293 --- ParallelTerminationStrategy: PID 27761 died...\u000a10:14:39.530350 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27761): Terminated: ok {rc=0}\u000a10:14:39.539800 --- ParallelTerminationStrategy: PID 27762 died...\u000a10:14:39.592415 run iperf3-srv_10.42.42.10(pid=27762): Terminated {rc=256}\u000a10:14:39.601926 --- ParallelTerminationStrategy: PID 27765 died...\u000a10:14:39.654546 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27765): Terminated: ok {rc=0}\u000a10:14:39.663997 --- ParallelTerminationStrategy: PID 27768 died...\u000a10:14:39.716910 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27768): Terminated: ok {rc=0}\u000a10:14:39.726456 --- ParallelTerminationStrategy: PID 27771 died...\u000a10:14:39.779929 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27771): Terminated: ok {rc=0}\u000a10:14:39.863434 bus /gobi_0: Setting Powered False\u000a10:14:40.970480 bus /gobi_0: Setting Powered False\u000a10:14:42.078341 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27781): Process ended prematurely: osmo-stp_10.42.42.5(pid=27781) [trial-2373↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27781)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27781): Process ended prematurely: osmo-stp_10.42.42.5(pid=27781) [trial-2373↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27781)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a10:14:43.187728 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:14:43.199569 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a10:14:43.343370 tst iperf3.py: using LAC 27686\u000a10:14:43.464338 tst iperf3.py: using RAC 146\u000a10:14:43.587740 tst iperf3.py: using CellId 27686\u000a10:14:43.709965 tst iperf3.py: using BVCI 27687\u000a10:14:43.733462 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:14:43.744602 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:14:43.755675 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:14:43.766723 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:14:43.777712 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:14:43.788639 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:14:43.799746 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:14:43.810604 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:14:43.821793 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a10:14:44.099033 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:14:44.225354 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:14:44.540306 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27773): Launched\u000a10:14:44.802174 run iperf3-srv_10.42.42.10(pid=27774): Launched\u000a10:14:44.988445 tst iperf3.py:8: start network...\u000a10:14:45.115038 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:14:45.603854 run create_hlr_db(pid=27775): Launched\u000a10:14:45.779913 bus /gobi_6: Setting Powered False\u000a10:14:46.801476 run create_hlr_db(pid=27775): Terminated: ok {rc=0}\u000a10:14:47.226466 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27777): Launched\u000a10:14:47.531183 run osmo-hlr_10.42.42.2(pid=27778): Launched\u000a10:14:47.643360 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:14:48.171610 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27780): Launched\u000a10:14:48.475097 run osmo-stp_10.42.42.5(pid=27781): Launched\u000a10:14:48.586600 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:14:49.118006 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27783): Launched\u000a10:14:49.226062 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:14:49.491032 run patchelf(pid=27784): Launched\u000a10:14:49.669774 run osmo-stp_10.42.42.5(pid=27781): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27781)]\u000a10:14:49.800035 run osmo-stp_10.42.42.5(pid=27781): stdout: \u000a| (launched: 2022-12-10_10:14:48.326281)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:14:49.930381 run osmo-stp_10.42.42.5(pid=27781): stderr: \u000a| �[0;m�[38;5;43m20221210101448496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101448496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101448496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101448497 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101448499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101448499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101448499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:14:50.055664 run osmo-stp_10.42.42.5(pid=27781): stdout: \u000a| (launched: 2022-12-10_10:14:48.326281)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:14:50.179939 run osmo-stp_10.42.42.5(pid=27781): stderr: \u000a| �[0;m�[38;5;43m20221210101448496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101448496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101448496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101448497 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101448499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101448499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101448499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:14:50.325358 run patchelf(pid=27784): Terminating (SIGINT)\u000a10:14:50.496020 run patchelf(pid=27784): Terminated: ok {rc=0}\u000a10:14:50.527516 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27781): Process ended prematurely: osmo-stp_10.42.42.5(pid=27781) [trial-2373↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27781)] [trial-2373↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a10:14:50.536661 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a10:14:50.596423 run osmo-hlr_10.42.42.2(pid=27778): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27778)]\u000a10:14:50.645168 run osmo-hlr_10.42.42.2(pid=27778): stdout: \u000a| (launched: 2022-12-10_10:14:47.380753) \u000a10:14:50.694580 run osmo-hlr_10.42.42.2(pid=27778): stderr: \u000a| �[0;m�[1;31m20221210101447559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210101447559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210101447560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101447560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101447560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210101447560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210101447571 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210101447580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210101447580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210101447581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:14:50.736493 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27773): Terminating (SIGTERM)\u000a10:14:50.776042 run iperf3-srv_10.42.42.10(pid=27774): Terminating (SIGTERM)\u000a10:14:50.815819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27777): Terminating (SIGTERM)\u000a10:14:50.855424 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27780): Terminating (SIGTERM)\u000a10:14:50.895070 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27783): Terminating (SIGTERM)\u000a10:14:50.904242 --- ParallelTerminationStrategy: PID 27773 died...\u000a10:14:50.957535 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27773): Terminated: ok {rc=0}\u000a10:14:50.967079 --- ParallelTerminationStrategy: PID 27774 died...\u000a10:14:51.019823 run iperf3-srv_10.42.42.10(pid=27774): Terminated {rc=256}\u000a10:14:51.029345 --- ParallelTerminationStrategy: PID 27777 died...\u000a10:14:51.082328 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27777): Terminated: ok {rc=0}\u000a10:14:51.091818 --- ParallelTerminationStrategy: PID 27780 died...\u000a10:14:51.145332 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27780): Terminated: ok {rc=0}\u000a10:14:51.154847 --- ParallelTerminationStrategy: PID 27783 died...\u000a10:14:51.207650 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27783): Terminated: ok {rc=0}\u000a10:14:51.296587 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27799): Process ended prematurely: osmo-stp_10.42.42.5(pid=27799) [trial-2373↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27799)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27799): Process ended prematurely: osmo-stp_10.42.42.5(pid=27799) [trial-2373↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27799)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a10:14:52.407122 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:14:52.418853 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a10:14:52.562843 tst iperf3m4.py: using LAC 27687\u000a10:14:52.680346 tst iperf3m4.py: using RAC 147\u000a10:14:52.799467 tst iperf3m4.py: using CellId 27687\u000a10:14:52.916895 tst iperf3m4.py: using BVCI 27688\u000a10:14:52.940083 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:14:52.951439 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:14:52.962875 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:14:52.974049 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:14:52.985213 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:14:52.996267 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:14:53.007549 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:14:53.018591 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:14:53.029849 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a10:14:53.146349 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a10:14:53.269901 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a10:14:53.388731 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a10:14:53.668465 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:14:53.795050 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:14:54.109807 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27785): Launched\u000a10:14:54.370588 run iperf3-srv_10.42.42.10(pid=27786): Launched\u000a10:14:54.554779 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:14:54.680443 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:14:54.995561 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27787): Launched\u000a10:14:55.256813 run iperf3-srv_10.42.42.10(pid=27788): Launched\u000a10:14:55.441846 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:14:55.567651 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:14:55.882873 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27789): Launched\u000a10:14:56.143601 run iperf3-srv_10.42.42.10(pid=27790): Launched\u000a10:14:56.327836 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:14:56.453431 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:14:56.767563 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27791): Launched\u000a10:14:57.028164 run iperf3-srv_10.42.42.10(pid=27792): Launched\u000a10:14:57.212440 tst iperf3m4.py:8: start network...\u000a10:14:57.338238 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:14:57.823823 run create_hlr_db(pid=27793): Launched\u000a10:14:57.998999 bus /gobi_6: Setting Powered False\u000a10:14:59.019279 run create_hlr_db(pid=27793): Terminated: ok {rc=0}\u000a10:14:59.422497 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27795): Launched\u000a10:14:59.725694 run osmo-hlr_10.42.42.2(pid=27796): Launched\u000a10:14:59.843607 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:15:00.386719 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27798): Launched\u000a10:15:00.689416 run osmo-stp_10.42.42.5(pid=27799): Launched\u000a10:15:00.799321 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:15:01.352507 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27801): Launched\u000a10:15:01.462454 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:15:01.750391 run patchelf(pid=27802): Launched\u000a10:15:01.943750 run osmo-stp_10.42.42.5(pid=27799): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27799)]\u000a10:15:02.085303 run osmo-stp_10.42.42.5(pid=27799): stdout: \u000a| (launched: 2022-12-10_10:15:00.540838)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:15:02.217758 run osmo-stp_10.42.42.5(pid=27799): stderr: \u000a| �[0;m�[38;5;43m20221210101500712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101500712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101500712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101500712 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101500713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101500713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101500713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:15:02.344832 run osmo-stp_10.42.42.5(pid=27799): stdout: \u000a| (launched: 2022-12-10_10:15:00.540838)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:15:02.468815 run osmo-stp_10.42.42.5(pid=27799): stderr: \u000a| �[0;m�[38;5;43m20221210101500712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101500712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101500712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101500712 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101500713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101500713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101500713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:15:02.614038 run patchelf(pid=27802): Terminating (SIGINT)\u000a10:15:02.784719 run patchelf(pid=27802): Terminated: ok {rc=0}\u000a10:15:02.816274 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27799): Process ended prematurely: osmo-stp_10.42.42.5(pid=27799) [trial-2373↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27799)] [trial-2373↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a10:15:02.825658 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a10:15:02.885999 run osmo-hlr_10.42.42.2(pid=27796): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27796)]\u000a10:15:02.935163 run osmo-hlr_10.42.42.2(pid=27796): stdout: \u000a| (launched: 2022-12-10_10:14:59.576126) \u000a10:15:02.984597 run osmo-hlr_10.42.42.2(pid=27796): stderr: \u000a| �[0;m�[1;31m20221210101459754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210101459754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210101459754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101459755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101459755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210101459755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210101459767 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210101459778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210101459778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210101459778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:15:03.026703 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27785): Terminating (SIGTERM)\u000a10:15:03.066550 run iperf3-srv_10.42.42.10(pid=27786): Terminating (SIGTERM)\u000a10:15:03.106337 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27787): Terminating (SIGTERM)\u000a10:15:03.146063 run iperf3-srv_10.42.42.10(pid=27788): Terminating (SIGTERM)\u000a10:15:03.185777 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27789): Terminating (SIGTERM)\u000a10:15:03.225384 run iperf3-srv_10.42.42.10(pid=27790): Terminating (SIGTERM)\u000a10:15:03.265213 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27791): Terminating (SIGTERM)\u000a10:15:03.304703 run iperf3-srv_10.42.42.10(pid=27792): Terminating (SIGTERM)\u000a10:15:03.344223 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27795): Terminating (SIGTERM)\u000a10:15:03.383743 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27798): Terminating (SIGTERM)\u000a10:15:03.423251 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27801): Terminating (SIGTERM)\u000a10:15:03.432379 --- ParallelTerminationStrategy: PID 27785 died...\u000a10:15:03.485585 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27785): Terminated: ok {rc=0}\u000a10:15:03.495440 --- ParallelTerminationStrategy: PID 27786 died...\u000a10:15:03.548842 run iperf3-srv_10.42.42.10(pid=27786): Terminated {rc=256}\u000a10:15:03.558713 --- ParallelTerminationStrategy: PID 27787 died...\u000a10:15:03.611607 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27787): Terminated: ok {rc=0}\u000a10:15:03.621236 --- ParallelTerminationStrategy: PID 27788 died...\u000a10:15:03.674417 run iperf3-srv_10.42.42.10(pid=27788): Terminated {rc=256}\u000a10:15:03.684000 --- ParallelTerminationStrategy: PID 27789 died...\u000a10:15:03.736842 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27789): Terminated: ok {rc=0}\u000a10:15:03.746390 --- ParallelTerminationStrategy: PID 27790 died...\u000a10:15:03.798812 run iperf3-srv_10.42.42.10(pid=27790): Terminated {rc=256}\u000a10:15:03.808223 --- ParallelTerminationStrategy: PID 27791 died...\u000a10:15:03.861084 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27791): Terminated: ok {rc=0}\u000a10:15:03.870634 --- ParallelTerminationStrategy: PID 27792 died...\u000a10:15:03.923155 run iperf3-srv_10.42.42.10(pid=27792): Terminated {rc=256}\u000a10:15:03.932598 --- ParallelTerminationStrategy: PID 27795 died...\u000a10:15:03.986130 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27795): Terminated: ok {rc=0}\u000a10:15:03.995812 --- ParallelTerminationStrategy: PID 27798 died...\u000a10:15:04.048574 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27798): Terminated: ok {rc=0}\u000a10:15:04.058104 --- ParallelTerminationStrategy: PID 27801 died...\u000a10:15:04.110832 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27801): Terminated: ok {rc=0}\u000a10:15:04.198254 bus /gobi_4: Setting Powered False\u000a10:15:05.300478 bus /gobi_4: Setting Powered False\u000a10:15:06.410740 bus /gobi_1: Setting Powered False\u000a10:15:07.513083 bus /gobi_1: Setting Powered False\u000a10:15:08.624823 bus /gobi_0: Setting Powered False\u000a10:15:09.728262 bus /gobi_0: Setting Powered False\u000a10:15:10.841312 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27812): Process ended prematurely: osmo-stp_10.42.42.5(pid=27812) [trial-2373↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27812)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27812): Process ended prematurely: osmo-stp_10.42.42.5(pid=27812) [trial-2373↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27812)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a10:15:11.909722 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:15:11.922388 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a10:15:12.068671 tst ping.py: using LAC 27688\u000a10:15:12.189143 tst ping.py: using RAC 148\u000a10:15:12.305167 tst ping.py: using CellId 27688\u000a10:15:12.421724 tst ping.py: using BVCI 27689\u000a10:15:12.444438 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:15:12.455940 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:15:12.467226 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:15:12.478389 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:15:12.489469 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:15:12.500545 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:15:12.511889 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:15:12.523036 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a10:15:12.813314 tst ping.py:19: start network...\u000a10:15:12.946888 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:15:13.448522 run create_hlr_db(pid=27806): Launched\u000a10:15:13.633971 bus /gobi_6: Setting Powered False\u000a10:15:14.655846 run create_hlr_db(pid=27806): Terminated: ok {rc=0}\u000a10:15:15.058018 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27808): Launched\u000a10:15:15.357268 run osmo-hlr_10.42.42.2(pid=27809): Launched\u000a10:15:15.466466 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:15:15.998948 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27811): Launched\u000a10:15:16.408065 run osmo-stp_10.42.42.5(pid=27812): Launched\u000a10:15:16.618206 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:15:17.300106 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27814): Launched\u000a10:15:17.406711 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:15:17.667224 run patchelf(pid=27815): Launched\u000a10:15:17.842607 run osmo-stp_10.42.42.5(pid=27812): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27812)]\u000a10:15:17.970671 run osmo-stp_10.42.42.5(pid=27812): stdout: \u000a| (launched: 2022-12-10_10:15:16.152689)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:15:18.099058 run osmo-stp_10.42.42.5(pid=27812): stderr: \u000a| �[0;m�[38;5;43m20221210101516491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101516492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101516492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101516492 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101516493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101516493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101516493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:15:18.222556 run osmo-stp_10.42.42.5(pid=27812): stdout: \u000a| (launched: 2022-12-10_10:15:16.152689)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:15:18.344725 run osmo-stp_10.42.42.5(pid=27812): stderr: \u000a| �[0;m�[38;5;43m20221210101516491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101516492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101516492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101516492 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101516493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101516493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101516493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:15:18.487689 run patchelf(pid=27815): Terminating (SIGINT)\u000a10:15:18.655389 run patchelf(pid=27815): Terminated: ok {rc=0}\u000a10:15:18.686068 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=27812): Process ended prematurely: osmo-stp_10.42.42.5(pid=27812) [trial-2373↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27812)] [trial-2373↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a10:15:18.694685 tst ping.py:22: Test FAILED (6.8 sec)\u000a10:15:18.754255 run osmo-hlr_10.42.42.2(pid=27809): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27809)]\u000a10:15:18.802982 run osmo-hlr_10.42.42.2(pid=27809): stdout: \u000a| (launched: 2022-12-10_10:15:15.209416) \u000a10:15:18.852359 run osmo-hlr_10.42.42.2(pid=27809): stderr: \u000a| �[0;m�[1;31m20221210101515387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210101515388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210101515388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101515388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101515388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210101515388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210101515404 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210101515414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210101515414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210101515414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:15:18.894484 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27808): Terminating (SIGTERM)\u000a10:15:18.934119 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27811): Terminating (SIGTERM)\u000a10:15:18.973696 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27814): Terminating (SIGTERM)\u000a10:15:18.982874 --- ParallelTerminationStrategy: PID 27808 died...\u000a10:15:19.036136 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27808): Terminated: ok {rc=0}\u000a10:15:19.045792 --- ParallelTerminationStrategy: PID 27811 died...\u000a10:15:19.099682 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27811): Terminated: ok {rc=0}\u000a10:15:19.109338 --- ParallelTerminationStrategy: PID 27814 died...\u000a10:15:19.162503 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27814): Terminated: ok {rc=0}\u000a10:15:19.252391 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27822): Process ended prematurely: osmo-stp_10.42.42.5(pid=27822) [trial-2373↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27822)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27822): Process ended prematurely: osmo-stp_10.42.42.5(pid=27822) [trial-2373↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27822)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a10:15:20.305145 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:15:20.317298 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a10:15:20.459230 tst ping_idle_ping.py: using LAC 27689\u000a10:15:20.579393 tst ping_idle_ping.py: using RAC 149\u000a10:15:20.706452 tst ping_idle_ping.py: using CellId 27689\u000a10:15:20.832859 tst ping_idle_ping.py: using BVCI 27690\u000a10:15:20.858168 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:15:20.869987 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:15:20.881668 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:15:20.893541 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:15:20.905382 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:15:20.917285 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:15:20.929321 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:15:20.941143 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a10:15:21.218434 tst ping_idle_ping.py:24: start network...\u000a10:15:21.343548 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:15:21.826312 run create_hlr_db(pid=27816): Launched\u000a10:15:22.000486 bus /gobi_6: Setting Powered False\u000a10:15:23.021346 run create_hlr_db(pid=27816): Terminated: ok {rc=0}\u000a10:15:23.421983 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27818): Launched\u000a10:15:23.722529 run osmo-hlr_10.42.42.2(pid=27819): Launched\u000a10:15:23.839107 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:15:24.371409 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27821): Launched\u000a10:15:24.672658 run osmo-stp_10.42.42.5(pid=27822): Launched\u000a10:15:24.793020 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:15:25.322428 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27824): Launched\u000a10:15:25.429251 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:15:25.690959 run patchelf(pid=27825): Launched\u000a10:15:25.867930 run osmo-stp_10.42.42.5(pid=27822): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27822)]\u000a10:15:25.996423 run osmo-stp_10.42.42.5(pid=27822): stdout: \u000a| (launched: 2022-12-10_10:15:24.524266)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:15:26.125227 run osmo-stp_10.42.42.5(pid=27822): stderr: \u000a| �[0;m�[38;5;43m20221210101524693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101524693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101524694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101524694 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101524694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101524695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101524695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:15:26.249565 run osmo-stp_10.42.42.5(pid=27822): stdout: \u000a| (launched: 2022-12-10_10:15:24.524266)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:15:26.372080 run osmo-stp_10.42.42.5(pid=27822): stderr: \u000a| �[0;m�[38;5;43m20221210101524693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101524693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101524694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101524694 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101524694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101524695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101524695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:15:26.515975 run patchelf(pid=27825): Terminating (SIGINT)\u000a10:15:26.685512 run patchelf(pid=27825): Terminated: ok {rc=0}\u000a10:15:26.716244 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=27822): Process ended prematurely: osmo-stp_10.42.42.5(pid=27822) [trial-2373↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27822)] [trial-2373↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a10:15:26.724818 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a10:15:26.784709 run osmo-hlr_10.42.42.2(pid=27819): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27819)]\u000a10:15:26.833519 run osmo-hlr_10.42.42.2(pid=27819): stdout: \u000a| (launched: 2022-12-10_10:15:23.574491) \u000a10:15:26.883036 run osmo-hlr_10.42.42.2(pid=27819): stderr: \u000a| �[0;m�[1;31m20221210101523753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210101523753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210101523753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101523753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101523753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210101523753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210101523766 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210101523777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210101523778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210101523778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:15:26.925430 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27818): Terminating (SIGTERM)\u000a10:15:26.965823 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27821): Terminating (SIGTERM)\u000a10:15:27.005849 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27824): Terminating (SIGTERM)\u000a10:15:27.015097 --- ParallelTerminationStrategy: PID 27818 died...\u000a10:15:27.068577 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27818): Terminated: ok {rc=0}\u000a10:15:27.078314 --- ParallelTerminationStrategy: PID 27821 died...\u000a10:15:27.131522 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27821): Terminated: ok {rc=0}\u000a10:15:27.141167 --- ParallelTerminationStrategy: PID 27824 died...\u000a10:15:27.194514 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27824): Terminated: ok {rc=0}\u000a10:15:27.284418 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "54", "name" : "gprs_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:14:29" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27835): Process ended prematurely: osmo-stp_10.42.42.5(pid=27835) [trial-2373↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27835)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27835): Process ended prematurely: osmo-stp_10.42.42.5(pid=27835) [trial-2373↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27835)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a10:15:29.318155 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:15:29.329439 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:15:29.483999 tst switch_tch_pdch.py: using LAC 27690\u000a10:15:29.602196 tst switch_tch_pdch.py: using RAC 150\u000a10:15:29.725615 tst switch_tch_pdch.py: using CellId 27690\u000a10:15:29.852195 tst switch_tch_pdch.py: using BVCI 27691\u000a10:15:29.877241 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:15:29.889310 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:15:29.901928 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:15:29.914540 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:15:29.926250 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:15:29.939095 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:15:29.951078 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:15:29.962785 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:15:30.082290 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:15:30.362024 tst switch_tch_pdch.py:51: start network...\u000a10:15:30.486393 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:15:30.986548 run create_hlr_db(pid=27829): Launched\u000a10:15:31.166682 bus /gobi_6: Setting Powered False\u000a10:15:32.227134 run create_hlr_db(pid=27829): Terminated: ok {rc=0}\u000a10:15:32.656475 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27831): Launched\u000a10:15:32.974923 run osmo-hlr_10.42.42.2(pid=27832): Launched\u000a10:15:33.094796 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:15:33.648337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27834): Launched\u000a10:15:33.946751 run osmo-stp_10.42.42.5(pid=27835): Launched\u000a10:15:34.054512 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:15:34.574857 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27837): Launched\u000a10:15:34.680434 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:15:34.941132 run patchelf(pid=27838): Launched\u000a10:15:35.116216 run osmo-stp_10.42.42.5(pid=27835): ERR: Terminated: ERROR {rc=1} [trial-2373↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27835)]\u000a10:15:35.244365 run osmo-stp_10.42.42.5(pid=27835): stdout: \u000a| (launched: 2022-12-10_10:15:33.800051)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:15:35.373311 run osmo-stp_10.42.42.5(pid=27835): stderr: \u000a| �[0;m�[38;5;43m20221210101533969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101533969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101533969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101533970 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101533972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101533972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101533972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:15:35.496753 run osmo-stp_10.42.42.5(pid=27835): stdout: \u000a| (launched: 2022-12-10_10:15:33.800051)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:15:35.619331 run osmo-stp_10.42.42.5(pid=27835): stderr: \u000a| �[0;m�[38;5;43m20221210101533969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101533969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101533969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101533970 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101533972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101533972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101533972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:15:35.762119 run patchelf(pid=27838): Terminating (SIGINT)\u000a10:15:35.930881 run patchelf(pid=27838): Terminated: ok {rc=0}\u000a10:15:35.961588 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=27835): Process ended prematurely: osmo-stp_10.42.42.5(pid=27835) [trial-2373↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27835)] [trial-2373↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a10:15:35.970392 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a10:15:36.030154 run osmo-hlr_10.42.42.2(pid=27832): ERR: Terminated: ERROR {rc=237} [trial-2373↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27832)]\u000a10:15:36.079059 run osmo-hlr_10.42.42.2(pid=27832): stdout: \u000a| (launched: 2022-12-10_10:15:32.818555) \u000a10:15:36.128514 run osmo-hlr_10.42.42.2(pid=27832): stderr: \u000a| �[0;m�[1;31m20221210101533017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210101533017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210101533017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101533017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101533017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210101533017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210101533029 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210101533038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210101533038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210101533038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:15:36.171017 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27831): Terminating (SIGTERM)\u000a10:15:36.211138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27834): Terminating (SIGTERM)\u000a10:15:36.251199 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27837): Terminating (SIGTERM)\u000a10:15:36.260494 --- ParallelTerminationStrategy: PID 27831 died...\u000a10:15:36.314236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27831): Terminated: ok {rc=0}\u000a10:15:36.323888 --- ParallelTerminationStrategy: PID 27834 died...\u000a10:15:36.377335 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27834): Terminated: ok {rc=0}\u000a10:15:36.387042 --- ParallelTerminationStrategy: PID 27837 died...\u000a10:15:36.440289 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27837): Terminated: ok {rc=0}\u000a10:15:36.524596 bus /gobi_0: Setting Powered False\u000a10:15:37.632442 bus /gobi_0: Setting Powered False\u000a10:15:38.745435 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "55", "name" : "dynts_trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:15:29" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "dynts:trx-b200+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27848): Process ended prematurely: osmo-stp_10.42.42.5(pid=27848) [trial-2373↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27848)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27848): Process ended prematurely: osmo-stp_10.42.42.5(pid=27848) [trial-2373↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27848)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 dynts:trx-b200+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a10:15:40.722059 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:15:40.733578 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a10:15:40.901383 tst switch_tch_pdch.py: using LAC 27691\u000a10:15:41.025011 tst switch_tch_pdch.py: using RAC 151\u000a10:15:41.147931 tst switch_tch_pdch.py: using CellId 27691\u000a10:15:41.271013 tst switch_tch_pdch.py: using BVCI 27692\u000a10:15:41.295530 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:15:41.306957 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:15:41.318114 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:15:41.329579 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:15:41.341010 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:15:41.352402 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:15:41.363933 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:15:41.375353 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a10:15:41.492038 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a10:15:41.766751 tst switch_tch_pdch.py:51: start network...\u000a10:15:41.890681 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:15:42.341633 run create_hlr_db(pid=27842): Launched\u000a10:15:42.463480 bus /gobi_6: Setting Powered False\u000a10:15:43.534791 run create_hlr_db(pid=27842): Terminated: ok {rc=0}\u000a10:15:43.931510 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27844): Launched\u000a10:15:44.249670 run osmo-hlr_10.42.42.2(pid=27845): Launched\u000a10:15:44.367819 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:15:44.894778 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27847): Launched\u000a10:15:45.211672 run osmo-stp_10.42.42.5(pid=27848): Launched\u000a10:15:45.327834 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:15:45.869258 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27850): Launched\u000a10:15:46.005315 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:15:46.309526 run patchelf(pid=27851): Launched\u000a10:15:46.500888 run osmo-stp_10.42.42.5(pid=27848): ERR: Terminated: ERROR {rc=1} [trial-2373↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27848)]\u000a10:15:46.659474 run osmo-stp_10.42.42.5(pid=27848): stdout: \u000a| (launched: 2022-12-10_10:15:45.056395)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:15:46.823109 run osmo-stp_10.42.42.5(pid=27848): stderr: \u000a| �[0;m�[38;5;43m20221210101545248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101545248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101545249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101545249 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101545250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101545250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101545250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:15:46.960849 run osmo-stp_10.42.42.5(pid=27848): stdout: \u000a| (launched: 2022-12-10_10:15:45.056395)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:15:47.108804 run osmo-stp_10.42.42.5(pid=27848): stderr: \u000a| �[0;m�[38;5;43m20221210101545248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101545248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101545249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101545249 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101545250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101545250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101545250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:15:47.262353 run patchelf(pid=27851): Terminating (SIGINT)\u000a10:15:47.442807 run patchelf(pid=27851): Terminated: ok {rc=0}\u000a10:15:47.475238 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=27848): Process ended prematurely: osmo-stp_10.42.42.5(pid=27848) [trial-2373↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27848)] [trial-2373↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a10:15:47.484418 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a10:15:47.548931 run osmo-hlr_10.42.42.2(pid=27845): ERR: Terminated: ERROR {rc=237} [trial-2373↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27845)]\u000a10:15:47.601119 run osmo-hlr_10.42.42.2(pid=27845): stdout: \u000a| (launched: 2022-12-10_10:15:44.093816) \u000a10:15:47.653717 run osmo-hlr_10.42.42.2(pid=27845): stderr: \u000a| �[0;m�[1;31m20221210101544290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210101544290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210101544290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101544290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101544290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210101544290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210101544303 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/dynts:trx-b200+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210101544311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210101544311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210101544311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:15:47.698023 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27844): Terminating (SIGTERM)\u000a10:15:47.740233 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27847): Terminating (SIGTERM)\u000a10:15:47.782551 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27850): Terminating (SIGTERM)\u000a10:15:47.793001 --- ParallelTerminationStrategy: PID 27844 died...\u000a10:15:47.849010 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27844): Terminated: ok {rc=0}\u000a10:15:47.859766 --- ParallelTerminationStrategy: PID 27847 died...\u000a10:15:47.916737 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27847): Terminated: ok {rc=0}\u000a10:15:47.926731 --- ParallelTerminationStrategy: PID 27850 died...\u000a10:15:47.983222 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27850): Terminated: ok {rc=0}\u000a10:15:48.071740 bus /gobi_0: Setting Powered False\u000a10:15:49.174112 bus /gobi_0: Setting Powered False\u000a10:15:50.284832 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "56", "name" : "dynts_trx-b200+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:15:40" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "nitb_sms:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=27856): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27856) [trial-2373↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27856)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=27856): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27856) [trial-2373↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27856)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 nitb_sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a10:15:52.184637 tst nitb_sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a10:15:52.195500 tst nitb_sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a10:15:52.330382 tst mo_mt_sms.py: using LAC 27692\u000a10:15:52.449455 tst mo_mt_sms.py: using RAC 152\u000a10:15:52.567408 tst mo_mt_sms.py: using CellId 27692\u000a10:15:52.684134 tst mo_mt_sms.py: using BVCI 27693\u000a10:15:52.706779 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a10:15:52.824286 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a10:15:53.096878 tst mo_mt_sms.py:9: start nitb and bts...\u000a10:15:53.220915 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a10:15:53.838426 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27855): Launched\u000a10:15:54.133898 run osmo-nitb_10.42.42.2(pid=27856): Launched\u000a10:15:54.316898 run osmo-nitb_10.42.42.2(pid=27856): ERR: Terminated: ERROR {rc=2} [trial-2373↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27856)]\u000a10:15:54.452065 run osmo-nitb_10.42.42.2(pid=27856): stdout: \u000a| (launched: 2022-12-10_10:15:53.989805) \u000a10:15:54.588545 run osmo-nitb_10.42.42.2(pid=27856): stderr: \u000a| (launched: 2022-12-10_10:15:54.034248)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:15:54.751622 run osmo-nitb_10.42.42.2(pid=27856): stdout: \u000a| (launched: 2022-12-10_10:15:53.989805) \u000a10:15:54.884798 run osmo-nitb_10.42.42.2(pid=27856): stderr: \u000a| (launched: 2022-12-10_10:15:54.034248)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:15:55.253625 tst osmo-nitb_10.42.42.2(pid=27856): stdout: \u000a| (launched: 2022-12-10_10:15:53.989805) \u000a10:15:55.371399 tst osmo-nitb_10.42.42.2(pid=27856): stderr: \u000a| (launched: 2022-12-10_10:15:54.034248)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:15:55.423205 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=27856): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27856) [trial-2373↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27856)] [trial-2373↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11]\u000a10:15:55.431274 tst mo_mt_sms.py:11: Test FAILED (3.2 sec)\u000a10:15:55.465846 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27855): Terminating (SIGTERM)\u000a10:15:55.643154 --- ParallelTerminationStrategy: PID 27855 died...\u000a10:15:55.697824 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27855): Terminated: ok {rc=0}\u000a10:15:55.785868 bus /sierra_3: Setting Powered False\u000a10:15:56.888696 bus /sierra_3: Setting Powered False\u000a10:15:57.998476 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "57", "name" : "nitb_sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:15:52" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "sms:trx-sysmocell5000", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27868): Process ended prematurely: osmo-stp_10.42.42.5(pid=27868) [trial-2373↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27868)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27868): Process ended prematurely: osmo-stp_10.42.42.5(pid=27868) [trial-2373↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27868)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a10:15:59.888166 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:15:59.898908 tst sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a10:16:00.037714 tst mo_mt_sms.py: using LAC 27693\u000a10:16:00.153324 tst mo_mt_sms.py: using RAC 153\u000a10:16:00.268099 tst mo_mt_sms.py: using CellId 27693\u000a10:16:00.392640 tst mo_mt_sms.py: using BVCI 27694\u000a10:16:00.417151 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:16:00.428509 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:16:00.440339 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:16:00.451507 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:16:00.463116 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:16:00.474734 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a10:16:00.594124 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a10:16:00.799812 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:16:01.343357 run create_hlr_db(pid=27862): Launched\u000a10:16:01.534247 bus /sierra_2: Setting Powered False\u000a10:16:02.550555 run create_hlr_db(pid=27862): Terminated: ok {rc=0}\u000a10:16:02.954165 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27864): Launched\u000a10:16:03.252173 run osmo-hlr_10.42.42.2(pid=27865): Launched\u000a10:16:03.368914 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:16:03.893439 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27867): Launched\u000a10:16:04.192197 run osmo-stp_10.42.42.5(pid=27868): Launched\u000a10:16:04.300083 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:16:04.843049 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27870): Launched\u000a10:16:05.139597 run osmo-msc_10.42.42.6(pid=27871): Launched\u000a10:16:05.315281 run osmo-stp_10.42.42.5(pid=27868): ERR: Terminated: ERROR {rc=1} [trial-2373↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27868)]\u000a10:16:05.441821 run osmo-stp_10.42.42.5(pid=27868): stdout: \u000a| (launched: 2022-12-10_10:16:04.044765)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:16:05.565555 run osmo-stp_10.42.42.5(pid=27868): stderr: \u000a| �[0;m�[38;5;43m20221210101604212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101604213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101604213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101604213 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101604214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101604214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101604214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:16:05.685367 run osmo-stp_10.42.42.5(pid=27868): stdout: \u000a| (launched: 2022-12-10_10:16:04.044765)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:16:05.803537 run osmo-stp_10.42.42.5(pid=27868): stderr: \u000a| �[0;m�[38;5;43m20221210101604212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101604213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101604213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101604213 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101604214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101604214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101604214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:16:05.855526 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=27868): Process ended prematurely: osmo-stp_10.42.42.5(pid=27868) [trial-2373↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27868)] [trial-2373↪sms:trx-sysmocell5000↪mo_mt_sms.py:16]\u000a10:16:05.863427 tst mo_mt_sms.py:16: Test FAILED (6.0 sec)\u000a10:16:05.922863 run osmo-hlr_10.42.42.2(pid=27865): ERR: Terminated: ERROR {rc=237} [trial-2373↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27865)]\u000a10:16:05.971504 run osmo-hlr_10.42.42.2(pid=27865): stdout: \u000a| (launched: 2022-12-10_10:16:03.104878) \u000a10:16:06.020824 run osmo-hlr_10.42.42.2(pid=27865): stderr: \u000a| �[0;m�[1;31m20221210101603281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210101603281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210101603281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101603281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101603281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210101603281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210101603292 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/sms:trx-sysmocell5000/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210101603302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210101603303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210101603303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:16:06.087845 run osmo-msc_10.42.42.6(pid=27871): ERR: Terminated: ERROR {rc=2} [trial-2373↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27871)]\u000a10:16:06.136486 run osmo-msc_10.42.42.6(pid=27871): stdout: \u000a| (launched: 2022-12-10_10:16:04.993725) \u000a10:16:06.186307 run osmo-msc_10.42.42.6(pid=27871): stderr: \u000a| �[0;m�[38;5;43m20221210101605269 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210101605269 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffaacca4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210101605269 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210101605269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210101605269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210101605270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210101605271 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210101605272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210101605272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210101605272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:16:06.228062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27864): Terminating (SIGTERM)\u000a10:16:06.267554 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27867): Terminating (SIGTERM)\u000a10:16:06.306846 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27870): Terminating (SIGTERM)\u000a10:16:06.315966 --- ParallelTerminationStrategy: PID 27864 died...\u000a10:16:06.369089 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27864): Terminated: ok {rc=0}\u000a10:16:06.378712 --- ParallelTerminationStrategy: PID 27867 died...\u000a10:16:06.431300 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27867): Terminated: ok {rc=0}\u000a10:16:06.440855 --- ParallelTerminationStrategy: PID 27870 died...\u000a10:16:06.493510 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27870): Terminated: ok {rc=0}\u000a10:16:06.582590 bus /sierra_3: Setting Powered False\u000a10:16:07.685470 bus /sierra_3: Setting Powered False\u000a10:16:08.796745 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "58", "name" : "sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:15:59" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "nitb_ussd:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=27877): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27877) [trial-2373↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27877)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=27877): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27877) [trial-2373↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27877)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 nitb_ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a10:16:10.647104 tst nitb_ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a10:16:10.658474 tst nitb_ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a10:16:10.799072 tst assert_extension.py: using LAC 27694\u000a10:16:10.925161 tst assert_extension.py: using RAC 154\u000a10:16:11.051300 tst assert_extension.py: using CellId 27694\u000a10:16:11.175883 tst assert_extension.py: using BVCI 27695\u000a10:16:11.200348 tst nitb_ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a10:16:11.485599 tst assert_extension.py:10: start nitb and bts...\u000a10:16:11.618500 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a10:16:12.278005 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27876): Launched\u000a10:16:12.592910 run osmo-nitb_10.42.42.2(pid=27877): Launched\u000a10:16:12.789160 run osmo-nitb_10.42.42.2(pid=27877): ERR: Terminated: ERROR {rc=2} [trial-2373↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27877)]\u000a10:16:12.934596 run osmo-nitb_10.42.42.2(pid=27877): stdout: \u000a| (launched: 2022-12-10_10:16:12.440015) \u000a10:16:13.079687 run osmo-nitb_10.42.42.2(pid=27877): stderr: \u000a| (launched: 2022-12-10_10:16:12.487215)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:16:13.219843 run osmo-nitb_10.42.42.2(pid=27877): stdout: \u000a| (launched: 2022-12-10_10:16:12.440015) \u000a10:16:13.358911 run osmo-nitb_10.42.42.2(pid=27877): stderr: \u000a| (launched: 2022-12-10_10:16:12.487215)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:16:13.722907 tst osmo-nitb_10.42.42.2(pid=27877): stdout: \u000a| (launched: 2022-12-10_10:16:12.440015) \u000a10:16:13.850713 tst osmo-nitb_10.42.42.2(pid=27877): stderr: \u000a| (launched: 2022-12-10_10:16:12.487215)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:16:13.907094 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=27877): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27877) [trial-2373↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27877)] [trial-2373↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12]\u000a10:16:13.915840 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a10:16:13.953416 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27876): Terminating (SIGTERM)\u000a10:16:14.131251 --- ParallelTerminationStrategy: PID 27876 died...\u000a10:16:14.190124 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27876): Terminated: ok {rc=0}\u000a10:16:14.280021 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "59", "name" : "nitb_ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:16:10" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "ussd:trx-sysmocell5000", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27887): Process ended prematurely: osmo-stp_10.42.42.5(pid=27887) [trial-2373↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27887)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27887): Process ended prematurely: osmo-stp_10.42.42.5(pid=27887) [trial-2373↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27887)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a10:16:16.159595 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:16:16.173278 tst ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a10:16:16.325346 tst assert_extension.py: using LAC 27695\u000a10:16:16.452902 tst assert_extension.py: using RAC 155\u000a10:16:16.588117 tst assert_extension.py: using CellId 27695\u000a10:16:16.708567 tst assert_extension.py: using BVCI 27696\u000a10:16:16.732427 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:16:16.744158 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:16:16.755924 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:16:16.768025 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:16:16.780131 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:16:16.791818 tst ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a10:16:17.022964 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:16:17.552161 run create_hlr_db(pid=27881): Launched\u000a10:16:17.740599 bus /sierra_2: Setting Powered False\u000a10:16:18.759906 run create_hlr_db(pid=27881): Terminated: ok {rc=0}\u000a10:16:19.162793 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27883): Launched\u000a10:16:19.462757 run osmo-hlr_10.42.42.2(pid=27884): Launched\u000a10:16:19.577583 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:16:20.200057 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27886): Launched\u000a10:16:20.494927 run osmo-stp_10.42.42.5(pid=27887): Launched\u000a10:16:20.603065 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:16:21.141013 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27889): Launched\u000a10:16:21.434939 run osmo-msc_10.42.42.6(pid=27890): Launched\u000a10:16:21.608239 run osmo-stp_10.42.42.5(pid=27887): ERR: Terminated: ERROR {rc=1} [trial-2373↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27887)]\u000a10:16:21.733277 run osmo-stp_10.42.42.5(pid=27887): stdout: \u000a| (launched: 2022-12-10_10:16:20.349771)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:16:21.855828 run osmo-stp_10.42.42.5(pid=27887): stderr: \u000a| �[0;m�[38;5;43m20221210101620518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101620518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101620518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101620519 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101620519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101620519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101620519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:16:21.974321 run osmo-stp_10.42.42.5(pid=27887): stdout: \u000a| (launched: 2022-12-10_10:16:20.349771)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:16:22.091916 run osmo-stp_10.42.42.5(pid=27887): stderr: \u000a| �[0;m�[38;5;43m20221210101620518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101620518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101620518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101620519 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101620519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101620519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101620519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:16:22.143703 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=27887): Process ended prematurely: osmo-stp_10.42.42.5(pid=27887) [trial-2373↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27887)] [trial-2373↪ussd:trx-sysmocell5000↪assert_extension.py:17]\u000a10:16:22.151564 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a10:16:22.211219 run osmo-hlr_10.42.42.2(pid=27884): ERR: Terminated: ERROR {rc=237} [trial-2373↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27884)]\u000a10:16:22.260174 run osmo-hlr_10.42.42.2(pid=27884): stdout: \u000a| (launched: 2022-12-10_10:16:19.315071) \u000a10:16:22.310104 run osmo-hlr_10.42.42.2(pid=27884): stderr: \u000a| �[0;m�[1;31m20221210101619490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210101619490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210101619490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101619490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101619490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210101619490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210101619503 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/ussd:trx-sysmocell5000/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210101619514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210101619514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210101619514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:16:22.377113 run osmo-msc_10.42.42.6(pid=27890): ERR: Terminated: ERROR {rc=2} [trial-2373↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27890)]\u000a10:16:22.425803 run osmo-msc_10.42.42.6(pid=27890): stdout: \u000a| (launched: 2022-12-10_10:16:21.290276) \u000a10:16:22.474922 run osmo-msc_10.42.42.6(pid=27890): stderr: \u000a| �[0;m�[38;5;43m20221210101621562 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210101621562 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6f8205fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210101621562 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210101621563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210101621563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210101621563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210101621565 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210101621565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210101621565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210101621565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:16:22.517172 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27883): Terminating (SIGTERM)\u000a10:16:22.557091 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27886): Terminating (SIGTERM)\u000a10:16:22.597229 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27889): Terminating (SIGTERM)\u000a10:16:22.606431 --- ParallelTerminationStrategy: PID 27883 died...\u000a10:16:22.659762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27883): Terminated: ok {rc=0}\u000a10:16:22.669388 --- ParallelTerminationStrategy: PID 27886 died...\u000a10:16:22.722128 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27886): Terminated: ok {rc=0}\u000a10:16:22.731509 --- ParallelTerminationStrategy: PID 27889 died...\u000a10:16:22.784715 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27889): Terminated: ok {rc=0}\u000a10:16:22.868285 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "60", "name" : "ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:16:15" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27901): Process ended prematurely: osmo-stp_10.42.42.5(pid=27901) [trial-2373↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27901)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27901): Process ended prematurely: osmo-stp_10.42.42.5(pid=27901) [trial-2373↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27901)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a10:16:24.836790 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:16:24.848158 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a10:16:25.006340 tst mo_mt_call.py: using LAC 27696\u000a10:16:25.124270 tst mo_mt_call.py: using RAC 156\u000a10:16:25.242960 tst mo_mt_call.py: using CellId 27696\u000a10:16:25.362374 tst mo_mt_call.py: using BVCI 27697\u000a10:16:25.385189 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:16:25.396479 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:16:25.407744 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:16:25.419321 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:16:25.430839 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:16:25.442352 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:16:25.560717 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:16:25.759763 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:16:26.240614 run create_hlr_db(pid=27895): Launched\u000a10:16:26.414694 bus /sierra_2: Setting Powered False\u000a10:16:27.433837 run create_hlr_db(pid=27895): Terminated: ok {rc=0}\u000a10:16:27.858566 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27897): Launched\u000a10:16:28.179307 run osmo-hlr_10.42.42.2(pid=27898): Launched\u000a10:16:28.298328 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:16:28.856323 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27900): Launched\u000a10:16:29.175606 run osmo-stp_10.42.42.5(pid=27901): Launched\u000a10:16:29.290206 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:16:29.877694 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27903): Launched\u000a10:16:30.198478 run osmo-msc_10.42.42.6(pid=27904): Launched\u000a10:16:30.386986 run osmo-stp_10.42.42.5(pid=27901): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27901)]\u000a10:16:30.523204 run osmo-stp_10.42.42.5(pid=27901): stdout: \u000a| (launched: 2022-12-10_10:16:29.019090)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:16:30.658649 run osmo-stp_10.42.42.5(pid=27901): stderr: \u000a| �[0;m�[38;5;43m20221210101629212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101629212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101629212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101629213 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101629213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101629213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101629213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:16:30.787314 run osmo-stp_10.42.42.5(pid=27901): stdout: \u000a| (launched: 2022-12-10_10:16:29.019090)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:16:30.922841 run osmo-stp_10.42.42.5(pid=27901): stderr: \u000a| �[0;m�[38;5;43m20221210101629212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101629212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101629212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101629213 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101629213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101629213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101629213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:16:30.980385 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27901): Process ended prematurely: osmo-stp_10.42.42.5(pid=27901) [trial-2373↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27901)] [trial-2373↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a10:16:30.990336 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a10:16:31.054954 run osmo-hlr_10.42.42.2(pid=27898): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27898)]\u000a10:16:31.107219 run osmo-hlr_10.42.42.2(pid=27898): stdout: \u000a| (launched: 2022-12-10_10:16:28.021593) \u000a10:16:31.160728 run osmo-hlr_10.42.42.2(pid=27898): stderr: \u000a| �[0;m�[1;31m20221210101628218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210101628218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210101628218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101628218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101628218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210101628218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210101628230 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210101628238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210101628238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210101628238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:16:31.232638 run osmo-msc_10.42.42.6(pid=27904): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27904)]\u000a10:16:31.285264 run osmo-msc_10.42.42.6(pid=27904): stdout: \u000a| (launched: 2022-12-10_10:16:30.041876) \u000a10:16:31.338472 run osmo-msc_10.42.42.6(pid=27904): stderr: \u000a| �[0;m�[38;5;43m20221210101630362 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210101630362 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb21e1e1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210101630362 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210101630362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210101630363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210101630363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210101630364 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210101630365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210101630365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210101630365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:16:31.383688 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27897): Terminating (SIGTERM)\u000a10:16:31.426627 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27900): Terminating (SIGTERM)\u000a10:16:31.469228 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27903): Terminating (SIGTERM)\u000a10:16:31.479205 --- ParallelTerminationStrategy: PID 27897 died...\u000a10:16:31.536039 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27897): Terminated: ok {rc=0}\u000a10:16:31.546390 --- ParallelTerminationStrategy: PID 27900 died...\u000a10:16:31.603107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27900): Terminated: ok {rc=0}\u000a10:16:31.613565 --- ParallelTerminationStrategy: PID 27903 died...\u000a10:16:31.670446 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27903): Terminated: ok {rc=0}\u000a10:16:31.759389 bus /sierra_3: Setting Powered False\u000a10:16:32.863483 bus /sierra_3: Setting Powered False\u000a10:16:33.976795 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 209, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27912): Process ended prematurely: osmo-stp_10.42.42.5(pid=27912) [trial-2373↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27912)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27912): Process ended prematurely: osmo-stp_10.42.42.5(pid=27912) [trial-2373↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27912)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:16:35.088097 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:16:35.099874 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a10:16:35.267685 tst mo_mt_call_osmux.py: using LAC 27697\u000a10:16:35.398583 tst mo_mt_call_osmux.py: using RAC 157\u000a10:16:35.515721 tst mo_mt_call_osmux.py: using CellId 27697\u000a10:16:35.637771 tst mo_mt_call_osmux.py: using BVCI 27698\u000a10:16:35.660625 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:16:35.672246 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:16:35.683427 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:16:35.695100 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:16:35.706312 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:16:35.717397 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:16:35.832751 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:16:36.044847 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:16:36.551325 run create_hlr_db(pid=27906): Launched\u000a10:16:36.738030 bus /sierra_2: Setting Powered False\u000a10:16:37.758963 run create_hlr_db(pid=27906): Terminated: ok {rc=0}\u000a10:16:38.164000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27908): Launched\u000a10:16:38.466173 run osmo-hlr_10.42.42.2(pid=27909): Launched\u000a10:16:38.585337 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:16:39.115747 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27911): Launched\u000a10:16:39.416304 run osmo-stp_10.42.42.5(pid=27912): Launched\u000a10:16:39.526337 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:16:40.076111 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27914): Launched\u000a10:16:40.377151 run osmo-msc_10.42.42.6(pid=27915): Launched\u000a10:16:40.555604 run osmo-stp_10.42.42.5(pid=27912): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27912)]\u000a10:16:40.682903 run osmo-stp_10.42.42.5(pid=27912): stdout: \u000a| (launched: 2022-12-10_10:16:39.268391)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:16:40.808219 run osmo-stp_10.42.42.5(pid=27912): stderr: \u000a| �[0;m�[38;5;43m20221210101639440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101639440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101639440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101639440 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101639441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101639441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101639441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:16:40.929164 run osmo-stp_10.42.42.5(pid=27912): stdout: \u000a| (launched: 2022-12-10_10:16:39.268391)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:16:41.048656 run osmo-stp_10.42.42.5(pid=27912): stderr: \u000a| �[0;m�[38;5;43m20221210101639440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101639440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101639440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101639440 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101639441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101639441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101639441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:16:41.101530 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27912): Process ended prematurely: osmo-stp_10.42.42.5(pid=27912) [trial-2373↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27912)] [trial-2373↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a10:16:41.110183 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a10:16:41.169252 run osmo-hlr_10.42.42.2(pid=27909): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27909)]\u000a10:16:41.217994 run osmo-hlr_10.42.42.2(pid=27909): stdout: \u000a| (launched: 2022-12-10_10:16:38.317099) \u000a10:16:41.267438 run osmo-hlr_10.42.42.2(pid=27909): stderr: \u000a| �[0;m�[1;31m20221210101638494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210101638494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210101638494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101638494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101638494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210101638494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210101638506 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210101638517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210101638517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210101638517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:16:41.334507 run osmo-msc_10.42.42.6(pid=27915): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27915)]\u000a10:16:41.383068 run osmo-msc_10.42.42.6(pid=27915): stdout: \u000a| (launched: 2022-12-10_10:16:40.229224) \u000a10:16:41.432203 run osmo-msc_10.42.42.6(pid=27915): stderr: \u000a| �[0;m�[38;5;43m20221210101640502 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210101640502 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc5f44a9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210101640502 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210101640502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210101640502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210101640503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210101640505 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210101640506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210101640506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210101640506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:16:41.473871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27908): Terminating (SIGTERM)\u000a10:16:41.513499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27911): Terminating (SIGTERM)\u000a10:16:41.553500 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27914): Terminating (SIGTERM)\u000a10:16:41.562651 --- ParallelTerminationStrategy: PID 27908 died...\u000a10:16:41.615954 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27908): Terminated: ok {rc=0}\u000a10:16:41.625615 --- ParallelTerminationStrategy: PID 27911 died...\u000a10:16:41.678630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27911): Terminated: ok {rc=0}\u000a10:16:41.688306 --- ParallelTerminationStrategy: PID 27914 died...\u000a10:16:41.740936 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27914): Terminated: ok {rc=0}\u000a10:16:41.830202 bus /sierra_3: Setting Powered False\u000a10:16:42.933065 bus /sierra_3: Setting Powered False\u000a10:16:44.046018 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "61", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:16:24" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27926): Process ended prematurely: osmo-stp_10.42.42.5(pid=27926) [trial-2373↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27926)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27926): Process ended prematurely: osmo-stp_10.42.42.5(pid=27926) [trial-2373↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27926)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a10:16:46.066142 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:16:46.078907 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a10:16:46.251178 tst mo_mt_call.py: using LAC 27698\u000a10:16:46.379133 tst mo_mt_call.py: using RAC 158\u000a10:16:46.506112 tst mo_mt_call.py: using CellId 27698\u000a10:16:46.654967 tst mo_mt_call.py: using BVCI 27699\u000a10:16:46.687813 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:16:46.703361 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:16:46.717014 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:16:46.733698 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:16:46.751080 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:16:46.768274 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:16:46.899478 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:16:47.129403 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:16:47.616544 run create_hlr_db(pid=27920): Launched\u000a10:16:47.790699 bus /sierra_2: Setting Powered False\u000a10:16:48.821569 run create_hlr_db(pid=27920): Terminated: ok {rc=0}\u000a10:16:49.225990 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27922): Launched\u000a10:16:49.527212 run osmo-hlr_10.42.42.2(pid=27923): Launched\u000a10:16:49.637748 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:16:50.161252 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27925): Launched\u000a10:16:50.462063 run osmo-stp_10.42.42.5(pid=27926): Launched\u000a10:16:50.572642 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:16:51.127673 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27928): Launched\u000a10:16:51.429284 run osmo-msc_10.42.42.6(pid=27929): Launched\u000a10:16:51.607888 run osmo-stp_10.42.42.5(pid=27926): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27926)]\u000a10:16:51.735906 run osmo-stp_10.42.42.5(pid=27926): stdout: \u000a| (launched: 2022-12-10_10:16:50.313958)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:16:51.861720 run osmo-stp_10.42.42.5(pid=27926): stderr: \u000a| �[0;m�[38;5;43m20221210101650484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101650484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101650484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101650485 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101650485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101650485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101650485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:16:51.982798 run osmo-stp_10.42.42.5(pid=27926): stdout: \u000a| (launched: 2022-12-10_10:16:50.313958)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:16:52.102561 run osmo-stp_10.42.42.5(pid=27926): stderr: \u000a| �[0;m�[38;5;43m20221210101650484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101650484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101650484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101650485 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101650485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101650485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101650485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:16:52.155743 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27926): Process ended prematurely: osmo-stp_10.42.42.5(pid=27926) [trial-2373↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27926)] [trial-2373↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a10:16:52.164298 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a10:16:52.223694 run osmo-hlr_10.42.42.2(pid=27923): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27923)]\u000a10:16:52.272529 run osmo-hlr_10.42.42.2(pid=27923): stdout: \u000a| (launched: 2022-12-10_10:16:49.379069) \u000a10:16:52.321827 run osmo-hlr_10.42.42.2(pid=27923): stderr: \u000a| �[0;m�[1;31m20221210101649555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210101649555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210101649555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101649555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101649555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210101649556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210101649568 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210101649577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210101649577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210101649577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:16:52.388982 run osmo-msc_10.42.42.6(pid=27929): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27929)]\u000a10:16:52.437637 run osmo-msc_10.42.42.6(pid=27929): stdout: \u000a| (launched: 2022-12-10_10:16:51.280540) \u000a10:16:52.486768 run osmo-msc_10.42.42.6(pid=27929): stderr: \u000a| �[0;m�[38;5;43m20221210101651551 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210101651551 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feefb8a4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210101651551 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210101651551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210101651551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210101651552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210101651556 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210101651556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210101651556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210101651557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:16:52.529003 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27922): Terminating (SIGTERM)\u000a10:16:52.568536 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27925): Terminating (SIGTERM)\u000a10:16:52.607792 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27928): Terminating (SIGTERM)\u000a10:16:52.616897 --- ParallelTerminationStrategy: PID 27922 died...\u000a10:16:52.669770 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27922): Terminated: ok {rc=0}\u000a10:16:52.679320 --- ParallelTerminationStrategy: PID 27925 died...\u000a10:16:52.731646 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27925): Terminated: ok {rc=0}\u000a10:16:52.741076 --- ParallelTerminationStrategy: PID 27928 died...\u000a10:16:52.793653 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27928): Terminated: ok {rc=0}\u000a10:16:52.881422 bus /sierra_3: Setting Powered False\u000a10:16:53.984356 bus /sierra_3: Setting Powered False\u000a10:16:55.095203 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 209, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27937): Process ended prematurely: osmo-stp_10.42.42.5(pid=27937) [trial-2373↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27937)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27937): Process ended prematurely: osmo-stp_10.42.42.5(pid=27937) [trial-2373↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27937)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:16:56.210194 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:16:56.222523 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a10:16:56.389249 tst mo_mt_call_osmux.py: using LAC 27699\u000a10:16:56.519314 tst mo_mt_call_osmux.py: using RAC 159\u000a10:16:56.646188 tst mo_mt_call_osmux.py: using CellId 27699\u000a10:16:56.771549 tst mo_mt_call_osmux.py: using BVCI 27700\u000a10:16:56.796219 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:16:56.807889 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:16:56.819348 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:16:56.831210 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:16:56.843314 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:16:56.855621 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:16:56.972628 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:16:57.173265 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:16:57.655282 run create_hlr_db(pid=27931): Launched\u000a10:16:57.829395 bus /sierra_2: Setting Powered False\u000a10:16:58.849390 run create_hlr_db(pid=27931): Terminated: ok {rc=0}\u000a10:16:59.276357 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27933): Launched\u000a10:16:59.596929 run osmo-hlr_10.42.42.2(pid=27934): Launched\u000a10:16:59.718080 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:17:00.277072 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27936): Launched\u000a10:17:00.597699 run osmo-stp_10.42.42.5(pid=27937): Launched\u000a10:17:00.713800 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:17:01.343872 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27939): Launched\u000a10:17:01.806951 run osmo-msc_10.42.42.6(pid=27940): Launched\u000a10:17:02.079469 run osmo-stp_10.42.42.5(pid=27937): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27937)]\u000a10:17:02.242764 run osmo-stp_10.42.42.5(pid=27937): stdout: \u000a| (launched: 2022-12-10_10:17:00.440770)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:17:02.436615 run osmo-stp_10.42.42.5(pid=27937): stderr: \u000a| �[0;m�[38;5;43m20221210101700634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101700635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101700635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101700635 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101700636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101700636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101700636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:17:02.566332 run osmo-stp_10.42.42.5(pid=27937): stdout: \u000a| (launched: 2022-12-10_10:17:00.440770)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:17:02.695520 run osmo-stp_10.42.42.5(pid=27937): stderr: \u000a| �[0;m�[38;5;43m20221210101700634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101700635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101700635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101700635 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101700636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101700636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101700636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:17:02.752196 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27937): Process ended prematurely: osmo-stp_10.42.42.5(pid=27937) [trial-2373↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27937)] [trial-2373↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a10:17:02.761565 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a10:17:02.825364 run osmo-hlr_10.42.42.2(pid=27934): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27934)]\u000a10:17:02.877489 run osmo-hlr_10.42.42.2(pid=27934): stdout: \u000a| (launched: 2022-12-10_10:16:59.440104) \u000a10:17:02.930655 run osmo-hlr_10.42.42.2(pid=27934): stderr: \u000a| �[0;m�[1;31m20221210101659637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210101659637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210101659637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101659637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101659637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210101659637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210101659649 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210101659658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210101659658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210101659658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:17:03.002021 run osmo-msc_10.42.42.6(pid=27940): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27940)]\u000a10:17:03.053980 run osmo-msc_10.42.42.6(pid=27940): stdout: \u000a| (launched: 2022-12-10_10:17:01.509986) \u000a10:17:03.106644 run osmo-msc_10.42.42.6(pid=27940): stderr: \u000a| �[0;m�[38;5;43m20221210101701900 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210101701900 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff1a1ae1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210101701900 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210101701900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210101701900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210101701904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210101701906 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210101701907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210101701907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210101701907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:17:03.150758 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27933): Terminating (SIGTERM)\u000a10:17:03.193282 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27936): Terminating (SIGTERM)\u000a10:17:03.235766 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27939): Terminating (SIGTERM)\u000a10:17:03.245734 --- ParallelTerminationStrategy: PID 27933 died...\u000a10:17:03.302433 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27933): Terminated: ok {rc=0}\u000a10:17:03.312614 --- ParallelTerminationStrategy: PID 27936 died...\u000a10:17:03.369021 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27936): Terminated: ok {rc=0}\u000a10:17:03.378982 --- ParallelTerminationStrategy: PID 27939 died...\u000a10:17:03.435215 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27939): Terminated: ok {rc=0}\u000a10:17:03.522483 bus /sierra_3: Setting Powered False\u000a10:17:04.630271 bus /sierra_3: Setting Powered False\u000a10:17:05.736936 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "62", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:16:45" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27954): Process ended prematurely: osmo-stp_10.42.42.5(pid=27954) [trial-2373↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27954)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27954): Process ended prematurely: osmo-stp_10.42.42.5(pid=27954) [trial-2373↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27954)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a10:17:07.749541 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:17:07.761411 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a10:17:07.927958 tst mo_mt_call.py: using LAC 27700\u000a10:17:08.055687 tst mo_mt_call.py: using RAC 160\u000a10:17:08.177241 tst mo_mt_call.py: using CellId 27700\u000a10:17:08.297768 tst mo_mt_call.py: using BVCI 27701\u000a10:17:08.320680 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:17:08.332080 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:17:08.343328 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:17:08.354759 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:17:08.366268 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:17:08.377292 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:17:08.497232 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:17:08.698094 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:17:09.180612 run create_hlr_db(pid=27948): Launched\u000a10:17:09.354843 bus /sierra_2: Setting Powered False\u000a10:17:10.375300 run create_hlr_db(pid=27948): Terminated: ok {rc=0}\u000a10:17:10.803427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27950): Launched\u000a10:17:11.125430 run osmo-hlr_10.42.42.2(pid=27951): Launched\u000a10:17:11.246922 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:17:11.807557 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27953): Launched\u000a10:17:12.128592 run osmo-stp_10.42.42.5(pid=27954): Launched\u000a10:17:12.245805 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:17:12.835156 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27956): Launched\u000a10:17:13.157196 run osmo-msc_10.42.42.6(pid=27957): Launched\u000a10:17:13.346564 run osmo-stp_10.42.42.5(pid=27954): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27954)]\u000a10:17:13.483284 run osmo-stp_10.42.42.5(pid=27954): stdout: \u000a| (launched: 2022-12-10_10:17:11.971729)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:17:13.619744 run osmo-stp_10.42.42.5(pid=27954): stderr: \u000a| �[0;m�[38;5;43m20221210101712163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101712163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101712163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101712163 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101712166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101712166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101712166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:17:13.749399 run osmo-stp_10.42.42.5(pid=27954): stdout: \u000a| (launched: 2022-12-10_10:17:11.971729)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:17:13.877312 run osmo-stp_10.42.42.5(pid=27954): stderr: \u000a| �[0;m�[38;5;43m20221210101712163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101712163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101712163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101712163 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101712166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101712166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101712166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:17:13.934471 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27954): Process ended prematurely: osmo-stp_10.42.42.5(pid=27954) [trial-2373↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27954)] [trial-2373↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a10:17:13.944041 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a10:17:14.007457 run osmo-hlr_10.42.42.2(pid=27951): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27951)]\u000a10:17:14.058976 run osmo-hlr_10.42.42.2(pid=27951): stdout: \u000a| (launched: 2022-12-10_10:17:10.967256) \u000a10:17:14.111171 run osmo-hlr_10.42.42.2(pid=27951): stderr: \u000a| �[0;m�[1;31m20221210101711166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210101711166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210101711167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101711167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101711167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210101711167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210101711179 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210101711187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210101711187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210101711187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:17:14.181750 run osmo-msc_10.42.42.6(pid=27957): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27957)]\u000a10:17:14.233169 run osmo-msc_10.42.42.6(pid=27957): stdout: \u000a| (launched: 2022-12-10_10:17:12.999651) \u000a10:17:14.285090 run osmo-msc_10.42.42.6(pid=27957): stderr: \u000a| �[0;m�[38;5;43m20221210101713322 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210101713322 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1df87c3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210101713322 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210101713322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210101713322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210101713322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210101713324 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210101713324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210101713324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210101713324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:17:14.329232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27950): Terminating (SIGTERM)\u000a10:17:14.371697 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27953): Terminating (SIGTERM)\u000a10:17:14.413975 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27956): Terminating (SIGTERM)\u000a10:17:14.423635 --- ParallelTerminationStrategy: PID 27950 died...\u000a10:17:14.479588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27950): Terminated: ok {rc=0}\u000a10:17:14.489859 --- ParallelTerminationStrategy: PID 27953 died...\u000a10:17:14.545052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27953): Terminated: ok {rc=0}\u000a10:17:14.555163 --- ParallelTerminationStrategy: PID 27956 died...\u000a10:17:14.610476 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27956): Terminated: ok {rc=0}\u000a10:17:14.696515 bus /sierra_3: Setting Powered False\u000a10:17:15.798062 bus /sierra_3: Setting Powered False\u000a10:17:16.903898 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 209, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27965): Process ended prematurely: osmo-stp_10.42.42.5(pid=27965) [trial-2373↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27965)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27965): Process ended prematurely: osmo-stp_10.42.42.5(pid=27965) [trial-2373↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27965)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:17:18.014520 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:17:18.026263 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a10:17:18.183642 tst mo_mt_call_osmux.py: using LAC 27701\u000a10:17:18.304482 tst mo_mt_call_osmux.py: using RAC 161\u000a10:17:18.425691 tst mo_mt_call_osmux.py: using CellId 27701\u000a10:17:18.544351 tst mo_mt_call_osmux.py: using BVCI 27702\u000a10:17:18.567427 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:17:18.579043 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:17:18.590124 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:17:18.601820 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:17:18.613486 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:17:18.624855 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:17:18.744482 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:17:18.948886 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:17:19.430983 run create_hlr_db(pid=27959): Launched\u000a10:17:19.604908 bus /sierra_2: Setting Powered False\u000a10:17:20.625433 run create_hlr_db(pid=27959): Terminated: ok {rc=0}\u000a10:17:21.054343 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27961): Launched\u000a10:17:21.376337 run osmo-hlr_10.42.42.2(pid=27962): Launched\u000a10:17:21.496532 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:17:22.060895 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27964): Launched\u000a10:17:22.382655 run osmo-stp_10.42.42.5(pid=27965): Launched\u000a10:17:22.502980 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:17:23.091931 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27967): Launched\u000a10:17:23.413158 run osmo-msc_10.42.42.6(pid=27968): Launched\u000a10:17:23.604081 run osmo-stp_10.42.42.5(pid=27965): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27965)]\u000a10:17:23.742817 run osmo-stp_10.42.42.5(pid=27965): stdout: \u000a| (launched: 2022-12-10_10:17:22.224842)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:17:23.879203 run osmo-stp_10.42.42.5(pid=27965): stderr: \u000a| �[0;m�[38;5;43m20221210101722416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101722416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101722416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101722416 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101722417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101722417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101722417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:17:24.009648 run osmo-stp_10.42.42.5(pid=27965): stdout: \u000a| (launched: 2022-12-10_10:17:22.224842)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:17:24.138142 run osmo-stp_10.42.42.5(pid=27965): stderr: \u000a| �[0;m�[38;5;43m20221210101722416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101722416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101722416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101722416 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101722417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101722417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101722417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:17:24.195044 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27965): Process ended prematurely: osmo-stp_10.42.42.5(pid=27965) [trial-2373↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27965)] [trial-2373↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a10:17:24.204308 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a10:17:24.268055 run osmo-hlr_10.42.42.2(pid=27962): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27962)]\u000a10:17:24.319789 run osmo-hlr_10.42.42.2(pid=27962): stdout: \u000a| (launched: 2022-12-10_10:17:21.218236) \u000a10:17:24.372709 run osmo-hlr_10.42.42.2(pid=27962): stderr: \u000a| �[0;m�[1;31m20221210101721416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210101721416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210101721416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101721416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101721416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210101721416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210101721428 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210101721436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210101721436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210101721437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:17:24.443456 run osmo-msc_10.42.42.6(pid=27968): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27968)]\u000a10:17:24.494955 run osmo-msc_10.42.42.6(pid=27968): stdout: \u000a| (launched: 2022-12-10_10:17:23.255285) \u000a10:17:24.547154 run osmo-msc_10.42.42.6(pid=27968): stderr: \u000a| �[0;m�[38;5;43m20221210101723573 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210101723573 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc323c0bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210101723573 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210101723573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210101723574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210101723574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210101723575 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210101723576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210101723576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210101723576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:17:24.591563 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27961): Terminating (SIGTERM)\u000a10:17:24.633565 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27964): Terminating (SIGTERM)\u000a10:17:24.675609 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27967): Terminating (SIGTERM)\u000a10:17:24.685766 --- ParallelTerminationStrategy: PID 27961 died...\u000a10:17:24.741932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27961): Terminated: ok {rc=0}\u000a10:17:24.752022 --- ParallelTerminationStrategy: PID 27964 died...\u000a10:17:24.808199 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27964): Terminated: ok {rc=0}\u000a10:17:24.818365 --- ParallelTerminationStrategy: PID 27967 died...\u000a10:17:24.874624 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27967): Terminated: ok {rc=0}\u000a10:17:24.961330 bus /sierra_3: Setting Powered False\u000a10:17:26.061616 bus /sierra_3: Setting Powered False\u000a10:17:27.173002 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "63", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:17:07" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27979): Process ended prematurely: osmo-stp_10.42.42.5(pid=27979) [trial-2373↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27979)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27979): Process ended prematurely: osmo-stp_10.42.42.5(pid=27979) [trial-2373↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27979)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a10:17:29.193021 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:17:29.204831 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a10:17:29.371289 tst mo_mt_call.py: using LAC 27702\u000a10:17:29.497776 tst mo_mt_call.py: using RAC 162\u000a10:17:29.623807 tst mo_mt_call.py: using CellId 27702\u000a10:17:29.745932 tst mo_mt_call.py: using BVCI 27703\u000a10:17:29.768835 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:17:29.779915 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:17:29.790893 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:17:29.802468 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:17:29.814066 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:17:29.825537 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:17:29.948039 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:17:30.149188 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:17:30.632157 run create_hlr_db(pid=27973): Launched\u000a10:17:30.805580 bus /sierra_2: Setting Powered False\u000a10:17:31.837103 run create_hlr_db(pid=27973): Terminated: ok {rc=0}\u000a10:17:32.309408 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27975): Launched\u000a10:17:32.631495 run osmo-hlr_10.42.42.2(pid=27976): Launched\u000a10:17:32.754206 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:17:33.315349 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27978): Launched\u000a10:17:33.635955 run osmo-stp_10.42.42.5(pid=27979): Launched\u000a10:17:33.753811 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:17:34.343166 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27981): Launched\u000a10:17:34.665179 run osmo-msc_10.42.42.6(pid=27982): Launched\u000a10:17:34.854062 run osmo-stp_10.42.42.5(pid=27979): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27979)]\u000a10:17:34.992187 run osmo-stp_10.42.42.5(pid=27979): stdout: \u000a| (launched: 2022-12-10_10:17:33.478538)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:17:35.129079 run osmo-stp_10.42.42.5(pid=27979): stderr: \u000a| �[0;m�[38;5;43m20221210101733671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101733671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101733672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101733672 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101733673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101733673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101733673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:17:35.258953 run osmo-stp_10.42.42.5(pid=27979): stdout: \u000a| (launched: 2022-12-10_10:17:33.478538)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:17:35.387627 run osmo-stp_10.42.42.5(pid=27979): stderr: \u000a| �[0;m�[38;5;43m20221210101733671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101733671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101733672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101733672 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101733673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101733673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101733673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:17:35.444438 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27979): Process ended prematurely: osmo-stp_10.42.42.5(pid=27979) [trial-2373↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27979)] [trial-2373↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a10:17:35.453891 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a10:17:35.517559 run osmo-hlr_10.42.42.2(pid=27976): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27976)]\u000a10:17:35.569141 run osmo-hlr_10.42.42.2(pid=27976): stdout: \u000a| (launched: 2022-12-10_10:17:32.473473) \u000a10:17:35.621614 run osmo-hlr_10.42.42.2(pid=27976): stderr: \u000a| �[0;m�[1;31m20221210101732672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210101732672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210101732672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101732672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101732672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210101732672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210101732687 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210101732696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210101732697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210101732697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:17:35.692502 run osmo-msc_10.42.42.6(pid=27982): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27982)]\u000a10:17:35.744260 run osmo-msc_10.42.42.6(pid=27982): stdout: \u000a| (launched: 2022-12-10_10:17:34.507158) \u000a10:17:35.796801 run osmo-msc_10.42.42.6(pid=27982): stderr: \u000a| �[0;m�[38;5;43m20221210101734826 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210101734827 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff5ecc35c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210101734827 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210101734827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210101734827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210101734827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210101734829 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210101734829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210101734830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210101734830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:17:35.841427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27975): Terminating (SIGTERM)\u000a10:17:35.883688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27978): Terminating (SIGTERM)\u000a10:17:35.927471 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27981): Terminating (SIGTERM)\u000a10:17:35.938202 --- ParallelTerminationStrategy: PID 27975 died...\u000a10:17:35.995568 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27975): Terminated: ok {rc=0}\u000a10:17:36.006383 --- ParallelTerminationStrategy: PID 27978 died...\u000a10:17:36.063102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27978): Terminated: ok {rc=0}\u000a10:17:36.073165 --- ParallelTerminationStrategy: PID 27981 died...\u000a10:17:36.129876 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27981): Terminated: ok {rc=0}\u000a10:17:36.216154 bus /sierra_3: Setting Powered False\u000a10:17:37.323717 bus /sierra_3: Setting Powered False\u000a10:17:38.431971 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 209, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27992): Process ended prematurely: osmo-stp_10.42.42.5(pid=27992) [trial-2373↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27992)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27992): Process ended prematurely: osmo-stp_10.42.42.5(pid=27992) [trial-2373↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27992)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:17:39.546229 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:17:39.558478 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a10:17:39.729614 tst mo_mt_call_osmux.py: using LAC 27703\u000a10:17:39.857785 tst mo_mt_call_osmux.py: using RAC 163\u000a10:17:39.982424 tst mo_mt_call_osmux.py: using CellId 27703\u000a10:17:40.108225 tst mo_mt_call_osmux.py: using BVCI 27704\u000a10:17:40.132510 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:17:40.144282 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:17:40.155960 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:17:40.167818 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:17:40.179705 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:17:40.191404 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:17:40.308632 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:17:40.520410 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:17:41.024838 run create_hlr_db(pid=27986): Launched\u000a10:17:41.212254 bus /sierra_2: Setting Powered False\u000a10:17:42.232837 run create_hlr_db(pid=27986): Terminated: ok {rc=0}\u000a10:17:42.638638 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27988): Launched\u000a10:17:42.940181 run osmo-hlr_10.42.42.2(pid=27989): Launched\u000a10:17:43.060143 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:17:43.591132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27991): Launched\u000a10:17:43.891110 run osmo-stp_10.42.42.5(pid=27992): Launched\u000a10:17:44.001207 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:17:44.552293 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27994): Launched\u000a10:17:44.853768 run osmo-msc_10.42.42.6(pid=27995): Launched\u000a10:17:45.031157 run osmo-stp_10.42.42.5(pid=27992): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27992)]\u000a10:17:45.158977 run osmo-stp_10.42.42.5(pid=27992): stdout: \u000a| (launched: 2022-12-10_10:17:43.744276)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:17:45.284181 run osmo-stp_10.42.42.5(pid=27992): stderr: \u000a| �[0;m�[38;5;43m20221210101743915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101743916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101743916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101743916 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101743917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101743917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101743917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:17:45.404842 run osmo-stp_10.42.42.5(pid=27992): stdout: \u000a| (launched: 2022-12-10_10:17:43.744276)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:17:45.524459 run osmo-stp_10.42.42.5(pid=27992): stderr: \u000a| �[0;m�[38;5;43m20221210101743915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101743916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101743916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101743916 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101743917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101743917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101743917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:17:45.577428 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27992): Process ended prematurely: osmo-stp_10.42.42.5(pid=27992) [trial-2373↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27992)] [trial-2373↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a10:17:45.585886 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a10:17:45.645325 run osmo-hlr_10.42.42.2(pid=27989): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27989)]\u000a10:17:45.694195 run osmo-hlr_10.42.42.2(pid=27989): stdout: \u000a| (launched: 2022-12-10_10:17:42.791909) \u000a10:17:45.743495 run osmo-hlr_10.42.42.2(pid=27989): stderr: \u000a| �[0;m�[1;31m20221210101742968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210101742968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210101742969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101742969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101742969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210101742969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210101742981 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210101742990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210101742990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210101742990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:17:45.810720 run osmo-msc_10.42.42.6(pid=27995): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27995)]\u000a10:17:45.894867 run osmo-msc_10.42.42.6(pid=27995): stdout: \u000a| (launched: 2022-12-10_10:17:44.705437) \u000a10:17:45.951471 run osmo-msc_10.42.42.6(pid=27995): stderr: \u000a| �[0;m�[38;5;43m20221210101744979 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210101744980 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdbf852cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210101744980 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210101744980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210101744980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210101744980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210101744982 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210101744982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210101744982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210101744983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:17:45.998303 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27988): Terminating (SIGTERM)\u000a10:17:46.043634 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27991): Terminating (SIGTERM)\u000a10:17:46.088795 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27994): Terminating (SIGTERM)\u000a10:17:46.101856 --- ParallelTerminationStrategy: PID 27988 died...\u000a10:17:46.164014 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27988): Terminated: ok {rc=0}\u000a10:17:46.174980 --- ParallelTerminationStrategy: PID 27991 died...\u000a10:17:46.234216 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27991): Terminated: ok {rc=0}\u000a10:17:46.245328 --- ParallelTerminationStrategy: PID 27994 died...\u000a10:17:46.304332 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27994): Terminated: ok {rc=0}\u000a10:17:46.411484 bus /sierra_3: Setting Powered False\u000a10:17:47.517263 bus /sierra_3: Setting Powered False\u000a10:17:48.624003 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "64", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:17:28" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28007): Process ended prematurely: osmo-stp_10.42.42.5(pid=28007) [trial-2373↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28007)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28007): Process ended prematurely: osmo-stp_10.42.42.5(pid=28007) [trial-2373↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28007)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a10:17:50.616821 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:17:50.628030 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a10:17:50.785630 tst mo_mt_call.py: using LAC 27704\u000a10:17:50.905400 tst mo_mt_call.py: using RAC 164\u000a10:17:51.024713 tst mo_mt_call.py: using CellId 27704\u000a10:17:51.143248 tst mo_mt_call.py: using BVCI 27705\u000a10:17:51.166186 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:17:51.177384 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:17:51.188308 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:17:51.199394 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:17:51.210448 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:17:51.221856 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:17:51.341277 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:17:51.541679 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:17:52.023432 run create_hlr_db(pid=28001): Launched\u000a10:17:52.197925 bus /sierra_2: Setting Powered False\u000a10:17:53.230095 run create_hlr_db(pid=28001): Terminated: ok {rc=0}\u000a10:17:53.637403 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28003): Launched\u000a10:17:53.938896 run osmo-hlr_10.42.42.2(pid=28004): Launched\u000a10:17:54.049896 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:17:54.572411 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28006): Launched\u000a10:17:54.873743 run osmo-stp_10.42.42.5(pid=28007): Launched\u000a10:17:54.983595 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:17:55.537497 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28009): Launched\u000a10:17:55.840412 run osmo-msc_10.42.42.6(pid=28010): Launched\u000a10:17:56.017831 run osmo-stp_10.42.42.5(pid=28007): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28007)]\u000a10:17:56.145522 run osmo-stp_10.42.42.5(pid=28007): stdout: \u000a| (launched: 2022-12-10_10:17:54.725466)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:17:56.271480 run osmo-stp_10.42.42.5(pid=28007): stderr: \u000a| �[0;m�[38;5;43m20221210101754896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101754896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101754897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101754897 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101754898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101754898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101754898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:17:56.392392 run osmo-stp_10.42.42.5(pid=28007): stdout: \u000a| (launched: 2022-12-10_10:17:54.725466)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:17:56.512113 run osmo-stp_10.42.42.5(pid=28007): stderr: \u000a| �[0;m�[38;5;43m20221210101754896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101754896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101754897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101754897 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101754898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101754898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101754898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:17:56.565078 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28007): Process ended prematurely: osmo-stp_10.42.42.5(pid=28007) [trial-2373↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28007)] [trial-2373↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a10:17:56.573488 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a10:17:56.632626 run osmo-hlr_10.42.42.2(pid=28004): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28004)]\u000a10:17:56.681316 run osmo-hlr_10.42.42.2(pid=28004): stdout: \u000a| (launched: 2022-12-10_10:17:53.791218) \u000a10:17:56.730658 run osmo-hlr_10.42.42.2(pid=28004): stderr: \u000a| �[0;m�[1;31m20221210101753966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210101753966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210101753967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101753967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101753967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210101753967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210101753977 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210101753986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210101753986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210101753986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:17:56.797681 run osmo-msc_10.42.42.6(pid=28010): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28010)]\u000a10:17:56.846285 run osmo-msc_10.42.42.6(pid=28010): stdout: \u000a| (launched: 2022-12-10_10:17:55.690994) \u000a10:17:56.895440 run osmo-msc_10.42.42.6(pid=28010): stderr: \u000a| �[0;m�[38;5;43m20221210101755962 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210101755962 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7cac93fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210101755962 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210101755962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210101755962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210101755963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210101755965 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210101755966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210101755966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210101755966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:17:56.937222 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28003): Terminating (SIGTERM)\u000a10:17:56.976676 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28006): Terminating (SIGTERM)\u000a10:17:57.016188 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28009): Terminating (SIGTERM)\u000a10:17:57.025378 --- ParallelTerminationStrategy: PID 28003 died...\u000a10:17:57.078776 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28003): Terminated: ok {rc=0}\u000a10:17:57.088155 --- ParallelTerminationStrategy: PID 28006 died...\u000a10:17:57.140697 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28006): Terminated: ok {rc=0}\u000a10:17:57.150143 --- ParallelTerminationStrategy: PID 28009 died...\u000a10:17:57.202587 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28009): Terminated: ok {rc=0}\u000a10:17:57.286218 bus /sierra_3: Setting Powered False\u000a10:17:58.394201 bus /sierra_3: Setting Powered False\u000a10:17:59.501872 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 209, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28018): Process ended prematurely: osmo-stp_10.42.42.5(pid=28018) [trial-2373↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28018)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28018): Process ended prematurely: osmo-stp_10.42.42.5(pid=28018) [trial-2373↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28018)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:18:00.616719 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:18:00.629429 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a10:18:00.796397 tst mo_mt_call_osmux.py: using LAC 27705\u000a10:18:00.953371 tst mo_mt_call_osmux.py: using RAC 165\u000a10:18:01.087683 tst mo_mt_call_osmux.py: using CellId 27705\u000a10:18:01.215234 tst mo_mt_call_osmux.py: using BVCI 27706\u000a10:18:01.241269 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:18:01.254165 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:18:01.267945 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:18:01.281294 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:18:01.295238 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:18:01.309104 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:18:01.436866 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:18:01.654234 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:18:02.206447 run create_hlr_db(pid=28012): Launched\u000a10:18:02.396621 bus /sierra_2: Setting Powered False\u000a10:18:03.414466 run create_hlr_db(pid=28012): Terminated: ok {rc=0}\u000a10:18:03.819414 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28014): Launched\u000a10:18:04.121216 run osmo-hlr_10.42.42.2(pid=28015): Launched\u000a10:18:04.240328 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:18:04.769352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28017): Launched\u000a10:18:05.071622 run osmo-stp_10.42.42.5(pid=28018): Launched\u000a10:18:05.182866 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:18:05.737120 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28020): Launched\u000a10:18:06.039689 run osmo-msc_10.42.42.6(pid=28021): Launched\u000a10:18:06.217840 run osmo-stp_10.42.42.5(pid=28018): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28018)]\u000a10:18:06.346318 run osmo-stp_10.42.42.5(pid=28018): stdout: \u000a| (launched: 2022-12-10_10:18:04.922830)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:18:06.472441 run osmo-stp_10.42.42.5(pid=28018): stderr: \u000a| �[0;m�[38;5;43m20221210101805091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101805091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101805091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101805091 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101805092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101805092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101805092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:18:06.593887 run osmo-stp_10.42.42.5(pid=28018): stdout: \u000a| (launched: 2022-12-10_10:18:04.922830)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:18:06.714205 run osmo-stp_10.42.42.5(pid=28018): stderr: \u000a| �[0;m�[38;5;43m20221210101805091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101805091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101805091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101805091 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101805092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101805092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101805092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:18:06.767384 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28018): Process ended prematurely: osmo-stp_10.42.42.5(pid=28018) [trial-2373↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28018)] [trial-2373↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a10:18:06.775915 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a10:18:06.835131 run osmo-hlr_10.42.42.2(pid=28015): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28015)]\u000a10:18:06.883828 run osmo-hlr_10.42.42.2(pid=28015): stdout: \u000a| (launched: 2022-12-10_10:18:03.973320) \u000a10:18:06.933147 run osmo-hlr_10.42.42.2(pid=28015): stderr: \u000a| �[0;m�[1;31m20221210101804149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210101804149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210101804149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101804150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101804150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210101804150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210101804161 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210101804170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210101804170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210101804170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:18:07.000110 run osmo-msc_10.42.42.6(pid=28021): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28021)]\u000a10:18:07.048606 run osmo-msc_10.42.42.6(pid=28021): stdout: \u000a| (launched: 2022-12-10_10:18:05.890610) \u000a10:18:07.097654 run osmo-msc_10.42.42.6(pid=28021): stderr: \u000a| �[0;m�[38;5;43m20221210101806160 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210101806160 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f82c33e9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210101806160 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210101806160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210101806161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210101806161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210101806162 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210101806163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210101806163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210101806163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:18:07.139917 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28014): Terminating (SIGTERM)\u000a10:18:07.179338 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28017): Terminating (SIGTERM)\u000a10:18:07.218750 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28020): Terminating (SIGTERM)\u000a10:18:07.227854 --- ParallelTerminationStrategy: PID 28014 died...\u000a10:18:07.280540 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28014): Terminated: ok {rc=0}\u000a10:18:07.290021 --- ParallelTerminationStrategy: PID 28017 died...\u000a10:18:07.342385 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28017): Terminated: ok {rc=0}\u000a10:18:07.351868 --- ParallelTerminationStrategy: PID 28020 died...\u000a10:18:07.404686 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28020): Terminated: ok {rc=0}\u000a10:18:07.493869 bus /sierra_3: Setting Powered False\u000a10:18:08.600336 bus /sierra_3: Setting Powered False\u000a10:18:09.713239 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "65", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:17:50" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28032): Process ended prematurely: osmo-stp_10.42.42.5(pid=28032) [trial-2373↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28032)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28032): Process ended prematurely: osmo-stp_10.42.42.5(pid=28032) [trial-2373↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28032)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a10:18:11.710600 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:18:11.721919 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:18:11.878174 tst mo_mt_call.py: using LAC 27706\u000a10:18:11.995893 tst mo_mt_call.py: using RAC 166\u000a10:18:12.115887 tst mo_mt_call.py: using CellId 27706\u000a10:18:12.238068 tst mo_mt_call.py: using BVCI 27707\u000a10:18:12.260663 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:18:12.271950 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:18:12.283066 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:18:12.294112 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:18:12.305241 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:18:12.316376 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:18:12.434940 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:18:12.636872 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:18:13.119411 run create_hlr_db(pid=28026): Launched\u000a10:18:13.294345 bus /sierra_2: Setting Powered False\u000a10:18:14.313870 run create_hlr_db(pid=28026): Terminated: ok {rc=0}\u000a10:18:14.741790 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28028): Launched\u000a10:18:15.065749 run osmo-hlr_10.42.42.2(pid=28029): Launched\u000a10:18:15.186962 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:18:15.746752 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28031): Launched\u000a10:18:16.183491 run osmo-stp_10.42.42.5(pid=28032): Launched\u000a10:18:16.370460 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:18:16.982881 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28034): Launched\u000a10:18:17.309339 run osmo-msc_10.42.42.6(pid=28035): Launched\u000a10:18:17.498733 run osmo-stp_10.42.42.5(pid=28032): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28032)]\u000a10:18:17.636165 run osmo-stp_10.42.42.5(pid=28032): stdout: \u000a| (launched: 2022-12-10_10:18:15.923266)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:18:17.773258 run osmo-stp_10.42.42.5(pid=28032): stderr: \u000a| �[0;m�[38;5;43m20221210101816209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101816210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101816210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101816210 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101816212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101816224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101816224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:18:17.903064 run osmo-stp_10.42.42.5(pid=28032): stdout: \u000a| (launched: 2022-12-10_10:18:15.923266)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:18:18.032028 run osmo-stp_10.42.42.5(pid=28032): stderr: \u000a| �[0;m�[38;5;43m20221210101816209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101816210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101816210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101816210 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101816212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101816224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101816224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:18:18.088733 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28032): Process ended prematurely: osmo-stp_10.42.42.5(pid=28032) [trial-2373↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28032)] [trial-2373↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a10:18:18.098066 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a10:18:18.161651 run osmo-hlr_10.42.42.2(pid=28029): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28029)]\u000a10:18:18.213158 run osmo-hlr_10.42.42.2(pid=28029): stdout: \u000a| (launched: 2022-12-10_10:18:14.906565) \u000a10:18:18.265306 run osmo-hlr_10.42.42.2(pid=28029): stderr: \u000a| �[0;m�[1;31m20221210101815104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210101815104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210101815104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101815104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101815104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210101815104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210101815116 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210101815125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210101815125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210101815125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:18:18.336022 run osmo-msc_10.42.42.6(pid=28035): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28035)]\u000a10:18:18.387841 run osmo-msc_10.42.42.6(pid=28035): stdout: \u000a| (launched: 2022-12-10_10:18:17.149711) \u000a10:18:18.439841 run osmo-msc_10.42.42.6(pid=28035): stderr: \u000a| �[0;m�[38;5;43m20221210101817472 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210101817472 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f15a837bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210101817472 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210101817472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210101817473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210101817473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210101817474 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210101817475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210101817475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210101817475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:18:18.483755 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28028): Terminating (SIGTERM)\u000a10:18:18.525687 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28031): Terminating (SIGTERM)\u000a10:18:18.567667 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28034): Terminating (SIGTERM)\u000a10:18:18.577512 --- ParallelTerminationStrategy: PID 28028 died...\u000a10:18:18.633446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28028): Terminated: ok {rc=0}\u000a10:18:18.643355 --- ParallelTerminationStrategy: PID 28031 died...\u000a10:18:18.699129 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28031): Terminated: ok {rc=0}\u000a10:18:18.708910 --- ParallelTerminationStrategy: PID 28034 died...\u000a10:18:18.764701 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28034): Terminated: ok {rc=0}\u000a10:18:18.852886 bus /sierra_3: Setting Powered False\u000a10:18:19.956025 bus /sierra_3: Setting Powered False\u000a10:18:21.066147 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 209, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28043): Process ended prematurely: osmo-stp_10.42.42.5(pid=28043) [trial-2373↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28043)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28043): Process ended prematurely: osmo-stp_10.42.42.5(pid=28043) [trial-2373↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28043)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:18:22.181228 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:18:22.193470 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:18:22.360529 tst mo_mt_call_osmux.py: using LAC 27707\u000a10:18:22.487958 tst mo_mt_call_osmux.py: using RAC 167\u000a10:18:22.613908 tst mo_mt_call_osmux.py: using CellId 27707\u000a10:18:22.743136 tst mo_mt_call_osmux.py: using BVCI 27708\u000a10:18:22.767885 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:18:22.779696 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:18:22.791259 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:18:22.803202 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:18:22.815749 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:18:22.827516 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:18:22.946049 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:18:23.155931 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:18:23.664490 run create_hlr_db(pid=28037): Launched\u000a10:18:23.852391 bus /sierra_2: Setting Powered False\u000a10:18:24.872499 run create_hlr_db(pid=28037): Terminated: ok {rc=0}\u000a10:18:25.280331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28039): Launched\u000a10:18:25.583285 run osmo-hlr_10.42.42.2(pid=28040): Launched\u000a10:18:25.694757 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:18:26.218268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28042): Launched\u000a10:18:26.519065 run osmo-stp_10.42.42.5(pid=28043): Launched\u000a10:18:26.629613 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:18:27.180712 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28045): Launched\u000a10:18:27.484226 run osmo-msc_10.42.42.6(pid=28046): Launched\u000a10:18:27.662248 run osmo-stp_10.42.42.5(pid=28043): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28043)]\u000a10:18:27.790529 run osmo-stp_10.42.42.5(pid=28043): stdout: \u000a| (launched: 2022-12-10_10:18:26.371090)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:18:27.916393 run osmo-stp_10.42.42.5(pid=28043): stderr: \u000a| �[0;m�[38;5;43m20221210101826543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101826543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101826543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101826544 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101826544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101826544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101826544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:18:28.037990 run osmo-stp_10.42.42.5(pid=28043): stdout: \u000a| (launched: 2022-12-10_10:18:26.371090)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:18:28.157931 run osmo-stp_10.42.42.5(pid=28043): stderr: \u000a| �[0;m�[38;5;43m20221210101826543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101826543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101826543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101826544 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101826544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101826544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101826544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:18:28.211181 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28043): Process ended prematurely: osmo-stp_10.42.42.5(pid=28043) [trial-2373↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28043)] [trial-2373↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a10:18:28.219669 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a10:18:28.279005 run osmo-hlr_10.42.42.2(pid=28040): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28040)]\u000a10:18:28.327917 run osmo-hlr_10.42.42.2(pid=28040): stdout: \u000a| (launched: 2022-12-10_10:18:25.434057) \u000a10:18:28.377080 run osmo-hlr_10.42.42.2(pid=28040): stderr: \u000a| �[0;m�[1;31m20221210101825610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210101825611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210101825611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101825611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101825611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210101825611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210101825627 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210101825637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210101825637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210101825637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:18:28.444391 run osmo-msc_10.42.42.6(pid=28046): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28046)]\u000a10:18:28.492897 run osmo-msc_10.42.42.6(pid=28046): stdout: \u000a| (launched: 2022-12-10_10:18:27.334781) \u000a10:18:28.541996 run osmo-msc_10.42.42.6(pid=28046): stderr: \u000a| �[0;m�[38;5;43m20221210101827603 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210101827603 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd43d7edc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210101827603 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210101827603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210101827604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210101827604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210101827606 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210101827606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210101827606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210101827606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:18:28.583657 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28039): Terminating (SIGTERM)\u000a10:18:28.622974 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28042): Terminating (SIGTERM)\u000a10:18:28.662607 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28045): Terminating (SIGTERM)\u000a10:18:28.671724 --- ParallelTerminationStrategy: PID 28039 died...\u000a10:18:28.725232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28039): Terminated: ok {rc=0}\u000a10:18:28.734810 --- ParallelTerminationStrategy: PID 28042 died...\u000a10:18:28.788017 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28042): Terminated: ok {rc=0}\u000a10:18:28.797635 --- ParallelTerminationStrategy: PID 28045 died...\u000a10:18:28.850640 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28045): Terminated: ok {rc=0}\u000a10:18:28.939351 bus /sierra_3: Setting Powered False\u000a10:18:30.044606 bus /sierra_3: Setting Powered False\u000a10:18:31.152784 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "66", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:18:11" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28057): Process ended prematurely: osmo-stp_10.42.42.5(pid=28057) [trial-2373↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28057)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28057): Process ended prematurely: osmo-stp_10.42.42.5(pid=28057) [trial-2373↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28057)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a10:18:33.170370 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:18:33.182062 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:18:33.349291 tst mo_mt_call.py: using LAC 27708\u000a10:18:33.468725 tst mo_mt_call.py: using RAC 168\u000a10:18:33.587582 tst mo_mt_call.py: using CellId 27708\u000a10:18:33.704650 tst mo_mt_call.py: using BVCI 27709\u000a10:18:33.727603 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:18:33.738744 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:18:33.749630 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:18:33.760462 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:18:33.771480 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:18:33.782300 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:18:33.902456 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:18:34.113181 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:18:34.618998 run create_hlr_db(pid=28051): Launched\u000a10:18:34.806837 bus /sierra_2: Setting Powered False\u000a10:18:35.826614 run create_hlr_db(pid=28051): Terminated: ok {rc=0}\u000a10:18:36.256094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28053): Launched\u000a10:18:36.579888 run osmo-hlr_10.42.42.2(pid=28054): Launched\u000a10:18:36.696550 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:18:37.258644 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28056): Launched\u000a10:18:37.582658 run osmo-stp_10.42.42.5(pid=28057): Launched\u000a10:18:37.701757 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:18:38.294560 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28059): Launched\u000a10:18:38.618577 run osmo-msc_10.42.42.6(pid=28060): Launched\u000a10:18:38.808109 run osmo-stp_10.42.42.5(pid=28057): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28057)]\u000a10:18:38.945693 run osmo-stp_10.42.42.5(pid=28057): stdout: \u000a| (launched: 2022-12-10_10:18:37.423327)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:18:39.083074 run osmo-stp_10.42.42.5(pid=28057): stderr: \u000a| �[0;m�[38;5;43m20221210101837615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101837615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101837616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101837616 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101837618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101837618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101837619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:18:39.213117 run osmo-stp_10.42.42.5(pid=28057): stdout: \u000a| (launched: 2022-12-10_10:18:37.423327)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:18:39.342303 run osmo-stp_10.42.42.5(pid=28057): stderr: \u000a| �[0;m�[38;5;43m20221210101837615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101837615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101837616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101837616 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101837618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101837618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101837619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:18:39.399298 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28057): Process ended prematurely: osmo-stp_10.42.42.5(pid=28057) [trial-2373↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28057)] [trial-2373↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a10:18:39.408496 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a10:18:39.471791 run osmo-hlr_10.42.42.2(pid=28054): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28054)]\u000a10:18:39.523584 run osmo-hlr_10.42.42.2(pid=28054): stdout: \u000a| (launched: 2022-12-10_10:18:36.420926) \u000a10:18:39.575697 run osmo-hlr_10.42.42.2(pid=28054): stderr: \u000a| �[0;m�[1;31m20221210101836620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210101836620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210101836620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101836620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101836620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210101836620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210101836664 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210101836674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210101836674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210101836674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:18:39.646845 run osmo-msc_10.42.42.6(pid=28060): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28060)]\u000a10:18:39.698668 run osmo-msc_10.42.42.6(pid=28060): stdout: \u000a| (launched: 2022-12-10_10:18:38.459525) \u000a10:18:39.751064 run osmo-msc_10.42.42.6(pid=28060): stderr: \u000a| �[0;m�[38;5;43m20221210101838782 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210101838782 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4f71e96c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210101838782 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210101838782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210101838782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210101838782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210101838784 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210101838784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210101838785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210101838785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:18:39.795621 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28053): Terminating (SIGTERM)\u000a10:18:39.837596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28056): Terminating (SIGTERM)\u000a10:18:39.880058 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28059): Terminating (SIGTERM)\u000a10:18:39.889831 --- ParallelTerminationStrategy: PID 28053 died...\u000a10:18:39.946050 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28053): Terminated: ok {rc=0}\u000a10:18:39.957183 --- ParallelTerminationStrategy: PID 28056 died...\u000a10:18:40.013684 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28056): Terminated: ok {rc=0}\u000a10:18:40.023867 --- ParallelTerminationStrategy: PID 28059 died...\u000a10:18:40.080255 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28059): Terminated: ok {rc=0}\u000a10:18:40.169235 bus /sierra_3: Setting Powered False\u000a10:18:41.272582 bus /sierra_3: Setting Powered False\u000a10:18:42.384568 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 209, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28068): Process ended prematurely: osmo-stp_10.42.42.5(pid=28068) [trial-2373↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28068)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28068): Process ended prematurely: osmo-stp_10.42.42.5(pid=28068) [trial-2373↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28068)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:18:43.499791 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:18:43.512027 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:18:43.674696 tst mo_mt_call_osmux.py: using LAC 27709\u000a10:18:43.795312 tst mo_mt_call_osmux.py: using RAC 169\u000a10:18:43.916505 tst mo_mt_call_osmux.py: using CellId 27709\u000a10:18:44.039492 tst mo_mt_call_osmux.py: using BVCI 27710\u000a10:18:44.062522 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:18:44.073657 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:18:44.084378 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:18:44.095194 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:18:44.106320 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:18:44.117180 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:18:44.236339 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:18:44.452749 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:18:44.958769 run create_hlr_db(pid=28062): Launched\u000a10:18:45.146586 bus /sierra_2: Setting Powered False\u000a10:18:46.168784 run create_hlr_db(pid=28062): Terminated: ok {rc=0}\u000a10:18:46.618469 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28064): Launched\u000a10:18:46.964620 run osmo-hlr_10.42.42.2(pid=28065): Launched\u000a10:18:47.153263 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:18:47.682259 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28067): Launched\u000a10:18:47.983320 run osmo-stp_10.42.42.5(pid=28068): Launched\u000a10:18:48.093229 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:18:48.644861 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28070): Launched\u000a10:18:48.947133 run osmo-msc_10.42.42.6(pid=28071): Launched\u000a10:18:49.125506 run osmo-stp_10.42.42.5(pid=28068): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28068)]\u000a10:18:49.253714 run osmo-stp_10.42.42.5(pid=28068): stdout: \u000a| (launched: 2022-12-10_10:18:47.835897)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:18:49.380336 run osmo-stp_10.42.42.5(pid=28068): stderr: \u000a| �[0;m�[38;5;43m20221210101848007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101848007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101848007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101848008 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101848008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101848009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101848009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:18:49.502249 run osmo-stp_10.42.42.5(pid=28068): stdout: \u000a| (launched: 2022-12-10_10:18:47.835897)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:18:49.622976 run osmo-stp_10.42.42.5(pid=28068): stderr: \u000a| �[0;m�[38;5;43m20221210101848007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101848007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101848007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101848008 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101848008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101848009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101848009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:18:49.676195 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28068): Process ended prematurely: osmo-stp_10.42.42.5(pid=28068) [trial-2373↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28068)] [trial-2373↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a10:18:49.684840 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a10:18:49.744461 run osmo-hlr_10.42.42.2(pid=28065): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28065)]\u000a10:18:49.793531 run osmo-hlr_10.42.42.2(pid=28065): stdout: \u000a| (launched: 2022-12-10_10:18:46.785357) \u000a10:18:49.842852 run osmo-hlr_10.42.42.2(pid=28065): stderr: \u000a| �[0;m�[1;31m20221210101847145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210101847145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210101847145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101847145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101847145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210101847145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210101847160 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210101847170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210101847170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210101847170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:18:49.910334 run osmo-msc_10.42.42.6(pid=28071): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28071)]\u000a10:18:49.959380 run osmo-msc_10.42.42.6(pid=28071): stdout: \u000a| (launched: 2022-12-10_10:18:48.798425) \u000a10:18:50.008982 run osmo-msc_10.42.42.6(pid=28071): stderr: \u000a| �[0;m�[38;5;43m20221210101849069 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210101849070 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f109d5f6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210101849070 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210101849070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210101849070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210101849070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210101849072 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210101849072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210101849072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210101849072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:18:50.050798 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28064): Terminating (SIGTERM)\u000a10:18:50.090451 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28067): Terminating (SIGTERM)\u000a10:18:50.130149 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28070): Terminating (SIGTERM)\u000a10:18:50.139283 --- ParallelTerminationStrategy: PID 28064 died...\u000a10:18:50.192287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28064): Terminated: ok {rc=0}\u000a10:18:50.201896 --- ParallelTerminationStrategy: PID 28067 died...\u000a10:18:50.254659 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28067): Terminated: ok {rc=0}\u000a10:18:50.264161 --- ParallelTerminationStrategy: PID 28070 died...\u000a10:18:50.316838 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28070): Terminated: ok {rc=0}\u000a10:18:50.399747 bus /sierra_3: Setting Powered False\u000a10:18:51.502414 bus /sierra_3: Setting Powered False\u000a10:18:52.611977 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "67", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:18:32" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28082): Process ended prematurely: osmo-stp_10.42.42.5(pid=28082) [trial-2373↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28082)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28082): Process ended prematurely: osmo-stp_10.42.42.5(pid=28082) [trial-2373↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28082)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 emergency:trx-sysmocell5000 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a10:18:54.628564 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:18:54.639347 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a10:18:54.778238 tst emergency_mo_mt_call.py: using LAC 27710\u000a10:18:54.897843 tst emergency_mo_mt_call.py: using RAC 170\u000a10:18:55.019547 tst emergency_mo_mt_call.py: using CellId 27710\u000a10:18:55.136829 tst emergency_mo_mt_call.py: using BVCI 27711\u000a10:18:55.159368 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:18:55.170210 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:18:55.180685 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:18:55.191680 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:18:55.202782 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:18:55.214008 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a10:18:55.333852 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a10:18:55.539510 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:18:56.037240 run create_hlr_db(pid=28076): Launched\u000a10:18:56.222229 bus /sierra_2: Setting Powered False\u000a10:18:57.242775 run create_hlr_db(pid=28076): Terminated: ok {rc=0}\u000a10:18:57.665758 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28078): Launched\u000a10:18:57.981881 run osmo-hlr_10.42.42.2(pid=28079): Launched\u000a10:18:58.095673 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:18:58.645476 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28081): Launched\u000a10:18:58.960386 run osmo-stp_10.42.42.5(pid=28082): Launched\u000a10:18:59.090843 tst emergency_mo_mt_call.py: using MSISDN 7683\u000a10:18:59.248474 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:18:59.827154 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28084): Launched\u000a10:19:00.145064 run osmo-msc_10.42.42.6(pid=28085): Launched\u000a10:19:00.331904 run osmo-stp_10.42.42.5(pid=28082): ERR: Terminated: ERROR {rc=1} [trial-2373↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28082)]\u000a10:19:00.467007 run osmo-stp_10.42.42.5(pid=28082): stdout: \u000a| (launched: 2022-12-10_10:18:58.806030)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:19:00.601539 run osmo-stp_10.42.42.5(pid=28082): stderr: \u000a| �[0;m�[38;5;43m20221210101859000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101859000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101859000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101859000 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101859001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101859001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101859001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:19:00.729320 run osmo-stp_10.42.42.5(pid=28082): stdout: \u000a| (launched: 2022-12-10_10:18:58.806030)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:19:00.856648 run osmo-stp_10.42.42.5(pid=28082): stderr: \u000a| �[0;m�[38;5;43m20221210101859000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101859000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101859000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101859000 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101859001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101859001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101859001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:19:00.913668 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=28082): Process ended prematurely: osmo-stp_10.42.42.5(pid=28082) [trial-2373↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28082)] [trial-2373↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19]\u000a10:19:00.922650 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a10:19:00.988259 run osmo-hlr_10.42.42.2(pid=28079): ERR: Terminated: ERROR {rc=237} [trial-2373↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28079)]\u000a10:19:01.041685 run osmo-hlr_10.42.42.2(pid=28079): stdout: \u000a| (launched: 2022-12-10_10:18:57.826549) \u000a10:19:01.095746 run osmo-hlr_10.42.42.2(pid=28079): stderr: \u000a| �[0;m�[1;31m20221210101858023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210101858023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210101858023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101858023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101858023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210101858023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210101858061 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/emergency:trx-sysmocell5000/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210101858070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210101858070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210101858070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:19:01.168720 run osmo-msc_10.42.42.6(pid=28085): ERR: Terminated: ERROR {rc=2} [trial-2373↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28085)]\u000a10:19:01.222502 run osmo-msc_10.42.42.6(pid=28085): stdout: \u000a| (launched: 2022-12-10_10:18:59.988425) \u000a10:19:01.276908 run osmo-msc_10.42.42.6(pid=28085): stderr: \u000a| �[0;m�[38;5;43m20221210101900306 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210101900306 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f151edf0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210101900306 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210101900306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210101900306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210101900306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210101900308 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210101900309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210101900309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210101900309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:19:01.322685 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28078): Terminating (SIGTERM)\u000a10:19:01.368682 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28081): Terminating (SIGTERM)\u000a10:19:01.412835 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28084): Terminating (SIGTERM)\u000a10:19:01.424657 --- ParallelTerminationStrategy: PID 28078 died...\u000a10:19:01.484934 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28078): Terminated: ok {rc=0}\u000a10:19:01.495891 --- ParallelTerminationStrategy: PID 28081 died...\u000a10:19:01.554816 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28081): Terminated: ok {rc=0}\u000a10:19:01.565775 --- ParallelTerminationStrategy: PID 28084 died...\u000a10:19:01.624549 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28084): Terminated: ok {rc=0}\u000a10:19:01.715265 bus /sierra_3: Setting Powered False\u000a10:19:02.819211 bus /sierra_3: Setting Powered False\u000a10:19:03.926614 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28093): Process ended prematurely: osmo-stp_10.42.42.5(pid=28093) [trial-2373↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28093)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28093): Process ended prematurely: osmo-stp_10.42.42.5(pid=28093) [trial-2373↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28093)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 emergency:trx-sysmocell5000 emergency_preemptive_call.py\u000a----------------------------------------------\u000a10:19:04.978908 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:19:04.990698 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a10:19:05.136669 tst emergency_preemptive_call.py: using LAC 27711\u000a10:19:05.260774 tst emergency_preemptive_call.py: using RAC 171\u000a10:19:05.384640 tst emergency_preemptive_call.py: using CellId 27711\u000a10:19:05.510211 tst emergency_preemptive_call.py: using BVCI 27712\u000a10:19:05.534151 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:19:05.545481 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:19:05.556504 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:19:05.568429 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:19:05.580306 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a10:19:05.592228 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a10:19:05.710199 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a10:19:05.824849 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a10:19:05.943333 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a10:19:06.140682 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:19:06.616161 run create_hlr_db(pid=28087): Launched\u000a10:19:06.787824 bus /sierra_2: Setting Powered False\u000a10:19:07.808285 run create_hlr_db(pid=28087): Terminated: ok {rc=0}\u000a10:19:08.203210 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28089): Launched\u000a10:19:08.497402 run osmo-hlr_10.42.42.2(pid=28090): Launched\u000a10:19:08.605721 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:19:09.119456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28092): Launched\u000a10:19:09.415981 run osmo-stp_10.42.42.5(pid=28093): Launched\u000a10:19:09.548596 tst emergency_preemptive_call.py: using MSISDN 7684\u000a10:19:09.701483 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:19:10.244268 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28095): Launched\u000a10:19:10.541656 run osmo-msc_10.42.42.6(pid=28096): Launched\u000a10:19:10.715812 run osmo-stp_10.42.42.5(pid=28093): ERR: Terminated: ERROR {rc=1} [trial-2373↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28093)]\u000a10:19:10.841924 run osmo-stp_10.42.42.5(pid=28093): stdout: \u000a| (launched: 2022-12-10_10:19:09.269945)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:19:10.966049 run osmo-stp_10.42.42.5(pid=28093): stderr: \u000a| �[0;m�[38;5;43m20221210101909441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101909441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101909441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101909442 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101909442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101909442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101909442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:19:11.085915 run osmo-stp_10.42.42.5(pid=28093): stdout: \u000a| (launched: 2022-12-10_10:19:09.269945)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:19:11.203676 run osmo-stp_10.42.42.5(pid=28093): stderr: \u000a| �[0;m�[38;5;43m20221210101909441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101909441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101909441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101909442 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101909442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101909442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101909442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:19:11.255622 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=28093): Process ended prematurely: osmo-stp_10.42.42.5(pid=28093) [trial-2373↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28093)] [trial-2373↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32]\u000a10:19:11.263622 tst emergency_preemptive_call.py:32: Test FAILED (6.3 sec)\u000a10:19:11.323551 run osmo-hlr_10.42.42.2(pid=28090): ERR: Terminated: ERROR {rc=237} [trial-2373↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28090)]\u000a10:19:11.372763 run osmo-hlr_10.42.42.2(pid=28090): stdout: \u000a| (launched: 2022-12-10_10:19:08.353331) \u000a10:19:11.422597 run osmo-hlr_10.42.42.2(pid=28090): stderr: \u000a| �[0;m�[1;31m20221210101908527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210101908527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210101908527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101908527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101908527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210101908527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210101908539 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/emergency:trx-sysmocell5000/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210101908548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210101908548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210101908548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:19:11.490222 run osmo-msc_10.42.42.6(pid=28096): ERR: Terminated: ERROR {rc=2} [trial-2373↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28096)]\u000a10:19:11.539363 run osmo-msc_10.42.42.6(pid=28096): stdout: \u000a| (launched: 2022-12-10_10:19:10.394683) \u000a10:19:11.588835 run osmo-msc_10.42.42.6(pid=28096): stderr: \u000a| �[0;m�[38;5;43m20221210101910669 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210101910669 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd68ae8fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210101910669 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210101910669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210101910669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210101910670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210101910671 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210101910672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210101910672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210101910672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:19:11.631007 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28089): Terminating (SIGTERM)\u000a10:19:11.670770 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28092): Terminating (SIGTERM)\u000a10:19:11.710323 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28095): Terminating (SIGTERM)\u000a10:19:11.719493 --- ParallelTerminationStrategy: PID 28089 died...\u000a10:19:11.773012 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28089): Terminated: ok {rc=0}\u000a10:19:11.782686 --- ParallelTerminationStrategy: PID 28092 died...\u000a10:19:11.835541 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28092): Terminated: ok {rc=0}\u000a10:19:11.845074 --- ParallelTerminationStrategy: PID 28095 died...\u000a10:19:11.897954 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28095): Terminated: ok {rc=0}\u000a10:19:11.987596 bus /sierra_9: Setting Powered False\u000a10:19:13.094196 bus /sierra_9: Setting Powered False\u000a10:19:14.201120 bus /sierra_8: Setting Powered False\u000a10:19:15.306274 bus /sierra_8: Setting Powered False\u000a10:19:16.431285 bus /sierra_3: Setting Powered False\u000a10:19:17.533650 bus /sierra_3: Setting Powered False\u000a10:19:18.644879 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "68", "name" : "emergency_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:18:54" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-sysmocell5000", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28113): Process ended prematurely: osmo-stp_10.42.42.5(pid=28113) [trial-2373↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28113)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28113): Process ended prematurely: osmo-stp_10.42.42.5(pid=28113) [trial-2373↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28113)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-sysmocell5000 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:19:20.771402 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:19:20.782276 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a10:19:20.916338 tst cs_paging_gprs_active.py: using LAC 27712\u000a10:19:21.033657 tst cs_paging_gprs_active.py: using RAC 172\u000a10:19:21.150955 tst cs_paging_gprs_active.py: using CellId 27712\u000a10:19:21.274518 tst cs_paging_gprs_active.py: using BVCI 27713\u000a10:19:21.297647 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:19:21.308265 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:19:21.318765 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:19:21.329268 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:19:21.339600 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:19:21.350033 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:19:21.360537 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:19:21.370927 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:19:21.381504 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a10:19:21.500861 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a10:19:21.780396 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:19:21.905783 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:19:22.220083 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28103): Launched\u000a10:19:22.480682 run iperf3-srv_10.42.42.10(pid=28104): Launched\u000a10:19:22.665423 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:19:22.795092 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:19:23.131607 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28105): Launched\u000a10:19:23.410119 run iperf3-srv_10.42.42.10(pid=28106): Launched\u000a10:19:23.608799 tst cs_paging_gprs_active.py:38: start network...\u000a10:19:23.744191 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:19:24.254116 run create_hlr_db(pid=28107): Launched\u000a10:19:24.441917 bus /sierra_2: Setting Powered False\u000a10:19:25.462643 run create_hlr_db(pid=28107): Terminated: ok {rc=0}\u000a10:19:25.871363 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28109): Launched\u000a10:19:26.175284 run osmo-hlr_10.42.42.2(pid=28110): Launched\u000a10:19:26.286841 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:19:26.811769 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28112): Launched\u000a10:19:27.116036 run osmo-stp_10.42.42.5(pid=28113): Launched\u000a10:19:27.226740 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:19:27.757174 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28115): Launched\u000a10:19:27.865343 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:19:28.129533 run patchelf(pid=28116): Launched\u000a10:19:28.306709 run osmo-stp_10.42.42.5(pid=28113): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28113)]\u000a10:19:28.436529 run osmo-stp_10.42.42.5(pid=28113): stdout: \u000a| (launched: 2022-12-10_10:19:26.966332)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:19:28.566372 run osmo-stp_10.42.42.5(pid=28113): stderr: \u000a| �[0;m�[38;5;43m20221210101927137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101927138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101927138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101927138 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101927139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101927139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101927139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:19:28.691444 run osmo-stp_10.42.42.5(pid=28113): stdout: \u000a| (launched: 2022-12-10_10:19:26.966332)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:19:28.815449 run osmo-stp_10.42.42.5(pid=28113): stderr: \u000a| �[0;m�[38;5;43m20221210101927137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101927138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101927138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101927138 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101927139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101927139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101927139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:19:28.960481 run patchelf(pid=28116): Terminating (SIGINT)\u000a10:19:29.131198 run patchelf(pid=28116): Terminated: ok {rc=0}\u000a10:19:29.162627 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=28113): Process ended prematurely: osmo-stp_10.42.42.5(pid=28113) [trial-2373↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28113)] [trial-2373↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38]\u000a10:19:29.171757 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a10:19:29.231180 run osmo-hlr_10.42.42.2(pid=28110): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28110)]\u000a10:19:29.279744 run osmo-hlr_10.42.42.2(pid=28110): stdout: \u000a| (launched: 2022-12-10_10:19:26.026074) \u000a10:19:29.328873 run osmo-hlr_10.42.42.2(pid=28110): stderr: \u000a| �[0;m�[1;31m20221210101926203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210101926203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210101926203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101926203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101926203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210101926204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210101926216 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-sysmocell5000/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210101926226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210101926227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210101926227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:19:29.370968 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28103): Terminating (SIGTERM)\u000a10:19:29.410513 run iperf3-srv_10.42.42.10(pid=28104): Terminating (SIGTERM)\u000a10:19:29.450057 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28105): Terminating (SIGTERM)\u000a10:19:29.489697 run iperf3-srv_10.42.42.10(pid=28106): Terminating (SIGTERM)\u000a10:19:29.529278 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28109): Terminating (SIGTERM)\u000a10:19:29.568676 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28112): Terminating (SIGTERM)\u000a10:19:29.608354 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28115): Terminating (SIGTERM)\u000a10:19:29.617570 --- ParallelTerminationStrategy: PID 28103 died...\u000a10:19:29.670555 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28103): Terminated: ok {rc=0}\u000a10:19:29.679962 --- ParallelTerminationStrategy: PID 28104 died...\u000a10:19:29.732345 run iperf3-srv_10.42.42.10(pid=28104): Terminated {rc=256}\u000a10:19:29.741748 --- ParallelTerminationStrategy: PID 28105 died...\u000a10:19:29.794801 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28105): Terminated: ok {rc=0}\u000a10:19:29.804392 --- ParallelTerminationStrategy: PID 28106 died...\u000a10:19:29.857138 run iperf3-srv_10.42.42.10(pid=28106): Terminated {rc=256}\u000a10:19:29.866666 --- ParallelTerminationStrategy: PID 28109 died...\u000a10:19:29.918949 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28109): Terminated: ok {rc=0}\u000a10:19:29.928409 --- ParallelTerminationStrategy: PID 28112 died...\u000a10:19:29.981051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28112): Terminated: ok {rc=0}\u000a10:19:29.990733 --- ParallelTerminationStrategy: PID 28115 died...\u000a10:19:30.043514 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28115): Terminated: ok {rc=0}\u000a10:19:30.132262 bus /gobi_0: Setting Powered False\u000a10:19:31.254615 bus /gobi_0: Setting Powered False\u000a10:19:32.361356 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28125): Process ended prematurely: osmo-stp_10.42.42.5(pid=28125) [trial-2373↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28125)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28125): Process ended prematurely: osmo-stp_10.42.42.5(pid=28125) [trial-2373↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28125)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-sysmocell5000 iperf3.py\u000a----------------------------------------------\u000a10:19:33.470343 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:19:33.481573 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a10:19:33.619664 tst iperf3.py: using LAC 27713\u000a10:19:33.739258 tst iperf3.py: using RAC 173\u000a10:19:33.860606 tst iperf3.py: using CellId 27713\u000a10:19:33.981094 tst iperf3.py: using BVCI 27714\u000a10:19:34.004223 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:19:34.015051 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:19:34.025553 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:19:34.035974 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:19:34.046451 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:19:34.056784 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:19:34.067400 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:19:34.077748 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:19:34.088224 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a10:19:34.382718 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:19:34.518384 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:19:34.853344 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28117): Launched\u000a10:19:35.131925 run iperf3-srv_10.42.42.10(pid=28118): Launched\u000a10:19:35.331291 tst iperf3.py:8: start network...\u000a10:19:35.467113 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:19:35.978333 run create_hlr_db(pid=28119): Launched\u000a10:19:36.167356 bus /gobi_6: Setting Powered False\u000a10:19:37.187306 run create_hlr_db(pid=28119): Terminated: ok {rc=0}\u000a10:19:37.619210 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28121): Launched\u000a10:19:37.944249 run osmo-hlr_10.42.42.2(pid=28122): Launched\u000a10:19:38.064442 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:19:38.631882 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28124): Launched\u000a10:19:38.956459 run osmo-stp_10.42.42.5(pid=28125): Launched\u000a10:19:39.075460 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:19:39.641557 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28127): Launched\u000a10:19:39.757361 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:19:40.040748 run patchelf(pid=28128): Launched\u000a10:19:40.231253 run osmo-stp_10.42.42.5(pid=28125): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28125)]\u000a10:19:40.370698 run osmo-stp_10.42.42.5(pid=28125): stdout: \u000a| (launched: 2022-12-10_10:19:38.797230)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:19:40.510146 run osmo-stp_10.42.42.5(pid=28125): stderr: \u000a| �[0;m�[38;5;43m20221210101938992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101938992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101938992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101938992 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101938993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101938993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101938993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:19:40.644583 run osmo-stp_10.42.42.5(pid=28125): stdout: \u000a| (launched: 2022-12-10_10:19:38.797230)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:19:40.777435 run osmo-stp_10.42.42.5(pid=28125): stderr: \u000a| �[0;m�[38;5;43m20221210101938992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101938992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101938992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101938992 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101938993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101938993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101938993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:19:40.932572 run patchelf(pid=28128): Terminating (SIGINT)\u000a10:19:41.115715 run patchelf(pid=28128): Terminated: ok {rc=0}\u000a10:19:41.149296 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28125): Process ended prematurely: osmo-stp_10.42.42.5(pid=28125) [trial-2373↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28125)] [trial-2373↪gprs:trx-sysmocell5000↪iperf3.py:8]\u000a10:19:41.159184 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a10:19:41.223197 run osmo-hlr_10.42.42.2(pid=28122): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-sysmocell5000↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28122)]\u000a10:19:41.275320 run osmo-hlr_10.42.42.2(pid=28122): stdout: \u000a| (launched: 2022-12-10_10:19:37.785092) \u000a10:19:41.327938 run osmo-hlr_10.42.42.2(pid=28122): stderr: \u000a| �[0;m�[1;31m20221210101937983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210101937983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210101937983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101937983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101937983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210101937983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210101937995 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-sysmocell5000/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210101938003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210101938004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210101938004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:19:41.373098 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28117): Terminating (SIGTERM)\u000a10:19:41.415456 run iperf3-srv_10.42.42.10(pid=28118): Terminating (SIGTERM)\u000a10:19:41.457914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28121): Terminating (SIGTERM)\u000a10:19:41.500729 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28124): Terminating (SIGTERM)\u000a10:19:41.543033 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28127): Terminating (SIGTERM)\u000a10:19:41.553107 --- ParallelTerminationStrategy: PID 28117 died...\u000a10:19:41.610325 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28117): Terminated: ok {rc=0}\u000a10:19:41.620529 --- ParallelTerminationStrategy: PID 28118 died...\u000a10:19:41.677573 run iperf3-srv_10.42.42.10(pid=28118): Terminated {rc=256}\u000a10:19:41.687825 --- ParallelTerminationStrategy: PID 28121 died...\u000a10:19:41.744419 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28121): Terminated: ok {rc=0}\u000a10:19:41.754554 --- ParallelTerminationStrategy: PID 28124 died...\u000a10:19:41.811319 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28124): Terminated: ok {rc=0}\u000a10:19:41.821598 --- ParallelTerminationStrategy: PID 28127 died...\u000a10:19:41.878159 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28127): Terminated: ok {rc=0}\u000a10:19:41.965783 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-sysmocell5000", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28144): Process ended prematurely: osmo-stp_10.42.42.5(pid=28144) [trial-2373↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28144)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28144): Process ended prematurely: osmo-stp_10.42.42.5(pid=28144) [trial-2373↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28144)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-sysmocell5000 iperf3m4.py\u000a----------------------------------------------\u000a10:19:43.082302 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:19:43.094282 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a10:19:43.245591 tst iperf3m4.py: using LAC 27714\u000a10:19:43.370523 tst iperf3m4.py: using RAC 174\u000a10:19:43.495554 tst iperf3m4.py: using CellId 27714\u000a10:19:43.622332 tst iperf3m4.py: using BVCI 27715\u000a10:19:43.647128 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:19:43.658682 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:19:43.669964 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:19:43.681420 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:19:43.692779 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:19:43.704158 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:19:43.715705 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:19:43.727006 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:19:43.738668 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a10:19:43.856158 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a10:19:43.979333 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a10:19:44.096220 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a10:19:44.376788 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:19:44.502784 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:19:44.817476 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28129): Launched\u000a10:19:45.078516 run iperf3-srv_10.42.42.10(pid=28130): Launched\u000a10:19:45.263564 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:19:45.389571 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:19:45.703712 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28131): Launched\u000a10:19:45.994558 run iperf3-srv_10.42.42.10(pid=28132): Launched\u000a10:19:46.181995 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:19:46.310255 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:19:46.644647 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28133): Launched\u000a10:19:46.926125 run iperf3-srv_10.42.42.10(pid=28134): Launched\u000a10:19:47.113468 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:19:47.240222 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:19:47.553513 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28135): Launched\u000a10:19:47.813626 run iperf3-srv_10.42.42.10(pid=28136): Launched\u000a10:19:47.997970 tst iperf3m4.py:8: start network...\u000a10:19:48.123404 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:19:48.607255 run create_hlr_db(pid=28137): Launched\u000a10:19:48.781820 bus /gobi_6: Setting Powered False\u000a10:19:49.802164 run create_hlr_db(pid=28137): Terminated: ok {rc=0}\u000a10:19:50.232264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28140): Launched\u000a10:19:50.555919 run osmo-hlr_10.42.42.2(pid=28141): Launched\u000a10:19:50.677211 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:19:51.243350 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28143): Launched\u000a10:19:51.567350 run osmo-stp_10.42.42.5(pid=28144): Launched\u000a10:19:51.686458 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:19:52.252844 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28146): Launched\u000a10:19:52.369278 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:19:52.651495 run patchelf(pid=28147): Launched\u000a10:19:52.841478 run osmo-stp_10.42.42.5(pid=28144): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28144)]\u000a10:19:52.980317 run osmo-stp_10.42.42.5(pid=28144): stdout: \u000a| (launched: 2022-12-10_10:19:51.408007)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:19:53.120184 run osmo-stp_10.42.42.5(pid=28144): stderr: \u000a| �[0;m�[38;5;43m20221210101951601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101951601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101951602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101951602 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101951602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101951602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101951602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:19:53.254598 run osmo-stp_10.42.42.5(pid=28144): stdout: \u000a| (launched: 2022-12-10_10:19:51.408007)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:19:53.387276 run osmo-stp_10.42.42.5(pid=28144): stderr: \u000a| �[0;m�[38;5;43m20221210101951601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210101951601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210101951602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210101951602 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210101951602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210101951602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210101951602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:19:53.542338 run patchelf(pid=28147): Terminating (SIGINT)\u000a10:19:53.724298 run patchelf(pid=28147): Terminated: ok {rc=0}\u000a10:19:53.757749 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28144): Process ended prematurely: osmo-stp_10.42.42.5(pid=28144) [trial-2373↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28144)] [trial-2373↪gprs:trx-sysmocell5000↪iperf3m4.py:8]\u000a10:19:53.767634 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a10:19:53.832307 run osmo-hlr_10.42.42.2(pid=28141): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-sysmocell5000↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28141)]\u000a10:19:53.884463 run osmo-hlr_10.42.42.2(pid=28141): stdout: \u000a| (launched: 2022-12-10_10:19:50.397139) \u000a10:19:53.937433 run osmo-hlr_10.42.42.2(pid=28141): stderr: \u000a| �[0;m�[1;31m20221210101950597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210101950597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210101950597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101950597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210101950597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210101950597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210101950609 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-sysmocell5000/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210101950617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210101950617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210101950617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:19:53.982697 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28129): Terminating (SIGTERM)\u000a10:19:54.025737 run iperf3-srv_10.42.42.10(pid=28130): Terminating (SIGTERM)\u000a10:19:54.068269 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28131): Terminating (SIGTERM)\u000a10:19:54.110993 run iperf3-srv_10.42.42.10(pid=28132): Terminating (SIGTERM)\u000a10:19:54.153528 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28133): Terminating (SIGTERM)\u000a10:19:54.195954 run iperf3-srv_10.42.42.10(pid=28134): Terminating (SIGTERM)\u000a10:19:54.239277 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28135): Terminating (SIGTERM)\u000a10:19:54.281497 run iperf3-srv_10.42.42.10(pid=28136): Terminating (SIGTERM)\u000a10:19:54.324149 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28140): Terminating (SIGTERM)\u000a10:19:54.366676 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28143): Terminating (SIGTERM)\u000a10:19:54.408778 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28146): Terminating (SIGTERM)\u000a10:19:54.418906 --- ParallelTerminationStrategy: PID 28129 died...\u000a10:19:54.476331 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28129): Terminated: ok {rc=0}\u000a10:19:54.486589 --- ParallelTerminationStrategy: PID 28130 died...\u000a10:19:54.543058 run iperf3-srv_10.42.42.10(pid=28130): Terminated {rc=256}\u000a10:19:54.553299 --- ParallelTerminationStrategy: PID 28131 died...\u000a10:19:54.609677 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28131): Terminated: ok {rc=0}\u000a10:19:54.619883 --- ParallelTerminationStrategy: PID 28132 died...\u000a10:19:54.676274 run iperf3-srv_10.42.42.10(pid=28132): Terminated {rc=256}\u000a10:19:54.686481 --- ParallelTerminationStrategy: PID 28133 died...\u000a10:19:54.742958 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28133): Terminated: ok {rc=0}\u000a10:19:54.753253 --- ParallelTerminationStrategy: PID 28134 died...\u000a10:19:54.809660 run iperf3-srv_10.42.42.10(pid=28134): Terminated {rc=256}\u000a10:19:54.819880 --- ParallelTerminationStrategy: PID 28135 died...\u000a10:19:54.876326 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28135): Terminated: ok {rc=0}\u000a10:19:54.886413 --- ParallelTerminationStrategy: PID 28136 died...\u000a10:19:54.942869 run iperf3-srv_10.42.42.10(pid=28136): Terminated {rc=256}\u000a10:19:54.953212 --- ParallelTerminationStrategy: PID 28140 died...\u000a10:19:55.010190 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28140): Terminated: ok {rc=0}\u000a10:19:55.020567 --- ParallelTerminationStrategy: PID 28143 died...\u000a10:19:55.077274 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28143): Terminated: ok {rc=0}\u000a10:19:55.087542 --- ParallelTerminationStrategy: PID 28146 died...\u000a10:19:55.144148 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28146): Terminated: ok {rc=0}\u000a10:19:55.232331 bus /gobi_4: Setting Powered False\u000a10:19:56.339436 bus /gobi_4: Setting Powered False\u000a10:19:57.447926 bus /gobi_1: Setting Powered False\u000a10:19:58.554202 bus /gobi_1: Setting Powered False\u000a10:19:59.661472 bus /gobi_0: Setting Powered False\u000a10:20:00.768065 bus /gobi_0: Setting Powered False\u000a10:20:01.880447 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28157): Process ended prematurely: osmo-stp_10.42.42.5(pid=28157) [trial-2373↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28157)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28157): Process ended prematurely: osmo-stp_10.42.42.5(pid=28157) [trial-2373↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28157)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-sysmocell5000 ping.py\u000a----------------------------------------------\u000a10:20:02.945835 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:20:02.957143 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a10:20:03.095380 tst ping.py: using LAC 27715\u000a10:20:03.214176 tst ping.py: using RAC 175\u000a10:20:03.331386 tst ping.py: using CellId 27715\u000a10:20:03.450266 tst ping.py: using BVCI 27716\u000a10:20:03.473008 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:20:03.483726 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:20:03.494425 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:20:03.505543 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:20:03.516449 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:20:03.527466 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:20:03.538671 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:20:03.549814 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a10:20:03.839604 tst ping.py:19: start network...\u000a10:20:03.973279 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:20:04.472001 run create_hlr_db(pid=28151): Launched\u000a10:20:04.656932 bus /gobi_6: Setting Powered False\u000a10:20:05.676602 run create_hlr_db(pid=28151): Terminated: ok {rc=0}\u000a10:20:06.076499 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28153): Launched\u000a10:20:06.372515 run osmo-hlr_10.42.42.2(pid=28154): Launched\u000a10:20:06.480592 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:20:06.998708 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28156): Launched\u000a10:20:07.295812 run osmo-stp_10.42.42.5(pid=28157): Launched\u000a10:20:07.405042 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:20:07.922978 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28159): Launched\u000a10:20:08.028328 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:20:08.287738 run patchelf(pid=28160): Launched\u000a10:20:08.462069 run osmo-stp_10.42.42.5(pid=28157): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28157)]\u000a10:20:08.589752 run osmo-stp_10.42.42.5(pid=28157): stdout: \u000a| (launched: 2022-12-10_10:20:07.149811)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:20:08.717587 run osmo-stp_10.42.42.5(pid=28157): stderr: \u000a| �[0;m�[38;5;43m20221210102007318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102007319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102007319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102007319 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102007320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102007320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102007320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:20:08.840603 run osmo-stp_10.42.42.5(pid=28157): stdout: \u000a| (launched: 2022-12-10_10:20:07.149811)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:20:08.962458 run osmo-stp_10.42.42.5(pid=28157): stderr: \u000a| �[0;m�[38;5;43m20221210102007318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102007319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102007319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102007319 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102007320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102007320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102007320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:20:09.104567 run patchelf(pid=28160): Terminating (SIGINT)\u000a10:20:09.271826 run patchelf(pid=28160): Terminated: ok {rc=0}\u000a10:20:09.302231 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=28157): Process ended prematurely: osmo-stp_10.42.42.5(pid=28157) [trial-2373↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28157)] [trial-2373↪gprs:trx-sysmocell5000↪ping.py:22]\u000a10:20:09.310553 tst ping.py:22: Test FAILED (6.4 sec)\u000a10:20:09.370811 run osmo-hlr_10.42.42.2(pid=28154): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-sysmocell5000↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28154)]\u000a10:20:09.419925 run osmo-hlr_10.42.42.2(pid=28154): stdout: \u000a| (launched: 2022-12-10_10:20:06.226812) \u000a10:20:09.469461 run osmo-hlr_10.42.42.2(pid=28154): stderr: \u000a| �[0;m�[1;31m20221210102006404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210102006404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210102006404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102006404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102006404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210102006404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210102006419 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-sysmocell5000/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210102006427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210102006428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210102006428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:20:09.511741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28153): Terminating (SIGTERM)\u000a10:20:09.551608 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28156): Terminating (SIGTERM)\u000a10:20:09.591401 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28159): Terminating (SIGTERM)\u000a10:20:09.600586 --- ParallelTerminationStrategy: PID 28153 died...\u000a10:20:09.654258 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28153): Terminated: ok {rc=0}\u000a10:20:09.663934 --- ParallelTerminationStrategy: PID 28156 died...\u000a10:20:09.717431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28156): Terminated: ok {rc=0}\u000a10:20:09.726995 --- ParallelTerminationStrategy: PID 28159 died...\u000a10:20:09.780071 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28159): Terminated: ok {rc=0}\u000a10:20:09.863771 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28167): Process ended prematurely: osmo-stp_10.42.42.5(pid=28167) [trial-2373↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28167)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28167): Process ended prematurely: osmo-stp_10.42.42.5(pid=28167) [trial-2373↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28167)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-sysmocell5000 ping_idle_ping.py\u000a----------------------------------------------\u000a10:20:10.917589 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:20:10.930382 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a10:20:11.067964 tst ping_idle_ping.py: using LAC 27716\u000a10:20:11.187104 tst ping_idle_ping.py: using RAC 176\u000a10:20:11.303535 tst ping_idle_ping.py: using CellId 27716\u000a10:20:11.419857 tst ping_idle_ping.py: using BVCI 27717\u000a10:20:11.442497 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:20:11.453387 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:20:11.464036 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:20:11.474783 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:20:11.485295 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:20:11.495908 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:20:11.506711 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a10:20:11.517581 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a10:20:11.806676 tst ping_idle_ping.py:24: start network...\u000a10:20:11.939707 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:20:12.443181 run create_hlr_db(pid=28161): Launched\u000a10:20:12.629321 bus /gobi_6: Setting Powered False\u000a10:20:13.650194 run create_hlr_db(pid=28161): Terminated: ok {rc=0}\u000a10:20:14.051954 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28163): Launched\u000a10:20:14.350248 run osmo-hlr_10.42.42.2(pid=28164): Launched\u000a10:20:14.466101 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:20:14.994580 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28166): Launched\u000a10:20:15.292561 run osmo-stp_10.42.42.5(pid=28167): Launched\u000a10:20:15.401198 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:20:15.952524 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28169): Launched\u000a10:20:16.072250 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:20:16.375850 run patchelf(pid=28170): Launched\u000a10:20:16.569299 run osmo-stp_10.42.42.5(pid=28167): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28167)]\u000a10:20:16.710871 run osmo-stp_10.42.42.5(pid=28167): stdout: \u000a| (launched: 2022-12-10_10:20:15.146095)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:20:16.853855 run osmo-stp_10.42.42.5(pid=28167): stderr: \u000a| �[0;m�[38;5;43m20221210102015315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102015315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102015316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102015317 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102015317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102015318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102015318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:20:16.992474 run osmo-stp_10.42.42.5(pid=28167): stdout: \u000a| (launched: 2022-12-10_10:20:15.146095)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:20:17.136681 run osmo-stp_10.42.42.5(pid=28167): stderr: \u000a| �[0;m�[38;5;43m20221210102015315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102015315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102015316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102015317 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102015317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102015318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102015318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:20:17.280433 run patchelf(pid=28170): Terminating (SIGINT)\u000a10:20:17.449138 run patchelf(pid=28170): Terminated: ok {rc=0}\u000a10:20:17.479630 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=28167): Process ended prematurely: osmo-stp_10.42.42.5(pid=28167) [trial-2373↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28167)] [trial-2373↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27]\u000a10:20:17.488242 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a10:20:17.548271 run osmo-hlr_10.42.42.2(pid=28164): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-sysmocell5000↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28164)]\u000a10:20:17.597211 run osmo-hlr_10.42.42.2(pid=28164): stdout: \u000a| (launched: 2022-12-10_10:20:14.204153) \u000a10:20:17.646849 run osmo-hlr_10.42.42.2(pid=28164): stderr: \u000a| �[0;m�[1;31m20221210102014382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210102014382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210102014382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102014382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102014382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210102014382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210102014394 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-sysmocell5000/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210102014404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210102014405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210102014405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:20:17.689251 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28163): Terminating (SIGTERM)\u000a10:20:17.729064 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28166): Terminating (SIGTERM)\u000a10:20:17.769050 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28169): Terminating (SIGTERM)\u000a10:20:17.778309 --- ParallelTerminationStrategy: PID 28163 died...\u000a10:20:17.831830 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28163): Terminated: ok {rc=0}\u000a10:20:17.841827 --- ParallelTerminationStrategy: PID 28166 died...\u000a10:20:17.894988 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28166): Terminated: ok {rc=0}\u000a10:20:17.904646 --- ParallelTerminationStrategy: PID 28169 died...\u000a10:20:17.958000 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28169): Terminated: ok {rc=0}\u000a10:20:18.046850 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "69", "name" : "gprs_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:19:20" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28184): Process ended prematurely: osmo-stp_10.42.42.5(pid=28184) [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28184)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28184): Process ended prematurely: osmo-stp_10.42.42.5(pid=28184) [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28184)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-sysmocell5000+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:20:20.210022 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:20:20.221609 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:20:20.362210 tst cs_paging_gprs_active.py: using LAC 27717\u000a10:20:20.486586 tst cs_paging_gprs_active.py: using RAC 177\u000a10:20:20.604440 tst cs_paging_gprs_active.py: using CellId 27717\u000a10:20:20.723246 tst cs_paging_gprs_active.py: using BVCI 27718\u000a10:20:20.746535 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:20:20.757495 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:20:20.768259 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:20:20.779046 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:20:20.789693 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:20:20.800393 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:20:20.811304 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:20:20.821941 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:20:20.833211 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:20:20.951279 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:20:21.247220 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:20:21.383200 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:20:21.719103 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28174): Launched\u000a10:20:21.998585 run iperf3-srv_10.42.42.10(pid=28175): Launched\u000a10:20:22.199112 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:20:22.335229 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:20:22.671665 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28176): Launched\u000a10:20:22.949730 run iperf3-srv_10.42.42.10(pid=28177): Launched\u000a10:20:23.149682 tst cs_paging_gprs_active.py:38: start network...\u000a10:20:23.285222 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:20:23.796046 run create_hlr_db(pid=28178): Launched\u000a10:20:23.984257 bus /gobi_6: Setting Powered False\u000a10:20:25.005449 run create_hlr_db(pid=28178): Terminated: ok {rc=0}\u000a10:20:25.437194 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28180): Launched\u000a10:20:25.761502 run osmo-hlr_10.42.42.2(pid=28181): Launched\u000a10:20:25.879850 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:20:26.443763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28183): Launched\u000a10:20:26.768520 run osmo-stp_10.42.42.5(pid=28184): Launched\u000a10:20:26.886125 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:20:27.452057 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28186): Launched\u000a10:20:27.568421 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:20:27.851183 run patchelf(pid=28187): Launched\u000a10:20:28.042647 run osmo-stp_10.42.42.5(pid=28184): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28184)]\u000a10:20:28.182746 run osmo-stp_10.42.42.5(pid=28184): stdout: \u000a| (launched: 2022-12-10_10:20:26.608607)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:20:28.322738 run osmo-stp_10.42.42.5(pid=28184): stderr: \u000a| �[0;m�[38;5;43m20221210102026800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102026800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102026801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102026801 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102026801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102026802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102026802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:20:28.457987 run osmo-stp_10.42.42.5(pid=28184): stdout: \u000a| (launched: 2022-12-10_10:20:26.608607)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:20:28.591807 run osmo-stp_10.42.42.5(pid=28184): stderr: \u000a| �[0;m�[38;5;43m20221210102026800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102026800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102026801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102026801 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102026801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102026802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102026802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:20:28.747722 run patchelf(pid=28187): Terminating (SIGINT)\u000a10:20:28.930872 run patchelf(pid=28187): Terminated: ok {rc=0}\u000a10:20:28.964248 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=28184): Process ended prematurely: osmo-stp_10.42.42.5(pid=28184) [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28184)] [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a10:20:28.974178 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a10:20:29.038258 run osmo-hlr_10.42.42.2(pid=28181): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28181)]\u000a10:20:29.089966 run osmo-hlr_10.42.42.2(pid=28181): stdout: \u000a| (launched: 2022-12-10_10:20:25.602085) \u000a10:20:29.142084 run osmo-hlr_10.42.42.2(pid=28181): stderr: \u000a| �[0;m�[1;31m20221210102025801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210102025801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210102025801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102025801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102025801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210102025801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210102025828 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-sysmocell5000+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210102025839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210102025839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210102025839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:20:29.186274 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28174): Terminating (SIGTERM)\u000a10:20:29.228312 run iperf3-srv_10.42.42.10(pid=28175): Terminating (SIGTERM)\u000a10:20:29.271070 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28176): Terminating (SIGTERM)\u000a10:20:29.313062 run iperf3-srv_10.42.42.10(pid=28177): Terminating (SIGTERM)\u000a10:20:29.355564 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28180): Terminating (SIGTERM)\u000a10:20:29.397731 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28183): Terminating (SIGTERM)\u000a10:20:29.439653 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28186): Terminating (SIGTERM)\u000a10:20:29.449604 --- ParallelTerminationStrategy: PID 28174 died...\u000a10:20:29.506120 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28174): Terminated: ok {rc=0}\u000a10:20:29.516132 --- ParallelTerminationStrategy: PID 28175 died...\u000a10:20:29.572239 run iperf3-srv_10.42.42.10(pid=28175): Terminated {rc=256}\u000a10:20:29.582327 --- ParallelTerminationStrategy: PID 28176 died...\u000a10:20:29.638364 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28176): Terminated: ok {rc=0}\u000a10:20:29.648612 --- ParallelTerminationStrategy: PID 28177 died...\u000a10:20:29.704576 run iperf3-srv_10.42.42.10(pid=28177): Terminated {rc=256}\u000a10:20:29.714721 --- ParallelTerminationStrategy: PID 28180 died...\u000a10:20:29.770416 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28180): Terminated: ok {rc=0}\u000a10:20:29.780880 --- ParallelTerminationStrategy: PID 28183 died...\u000a10:20:29.837103 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28183): Terminated: ok {rc=0}\u000a10:20:29.847250 --- ParallelTerminationStrategy: PID 28186 died...\u000a10:20:29.903532 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28186): Terminated: ok {rc=0}\u000a10:20:29.991164 bus /gobi_0: Setting Powered False\u000a10:20:31.094007 bus /gobi_0: Setting Powered False\u000a10:20:32.200065 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28196): Process ended prematurely: osmo-stp_10.42.42.5(pid=28196) [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28196)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28196): Process ended prematurely: osmo-stp_10.42.42.5(pid=28196) [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28196)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a10:20:33.314902 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:20:33.327148 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:20:33.475921 tst iperf3.py: using LAC 27718\u000a10:20:33.602243 tst iperf3.py: using RAC 178\u000a10:20:33.728326 tst iperf3.py: using CellId 27718\u000a10:20:33.855978 tst iperf3.py: using BVCI 27719\u000a10:20:33.880805 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:20:33.892309 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:20:33.903564 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:20:33.915284 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:20:33.926873 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:20:33.938791 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:20:33.950828 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:20:33.962813 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:20:33.975467 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:20:34.254201 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:20:34.380028 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:20:34.692126 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28188): Launched\u000a10:20:34.952321 run iperf3-srv_10.42.42.10(pid=28189): Launched\u000a10:20:35.137535 tst iperf3.py:8: start network...\u000a10:20:35.263143 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:20:35.750442 run create_hlr_db(pid=28190): Launched\u000a10:20:35.925619 bus /gobi_6: Setting Powered False\u000a10:20:36.945975 run create_hlr_db(pid=28190): Terminated: ok {rc=0}\u000a10:20:37.376333 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28192): Launched\u000a10:20:37.699482 run osmo-hlr_10.42.42.2(pid=28193): Launched\u000a10:20:37.818352 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:20:38.381958 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28195): Launched\u000a10:20:38.703423 run osmo-stp_10.42.42.5(pid=28196): Launched\u000a10:20:38.820506 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:20:39.387375 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28198): Launched\u000a10:20:39.504286 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:20:39.787527 run patchelf(pid=28199): Launched\u000a10:20:39.978589 run osmo-stp_10.42.42.5(pid=28196): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28196)]\u000a10:20:40.118391 run osmo-stp_10.42.42.5(pid=28196): stdout: \u000a| (launched: 2022-12-10_10:20:38.545753)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:20:40.257520 run osmo-stp_10.42.42.5(pid=28196): stderr: \u000a| �[0;m�[38;5;43m20221210102038738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102038738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102038738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102038739 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102038739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102038739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102038739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:20:40.392142 run osmo-stp_10.42.42.5(pid=28196): stdout: \u000a| (launched: 2022-12-10_10:20:38.545753)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:20:40.525500 run osmo-stp_10.42.42.5(pid=28196): stderr: \u000a| �[0;m�[38;5;43m20221210102038738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102038738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102038738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102038739 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102038739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102038739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102038739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:20:40.680636 run patchelf(pid=28199): Terminating (SIGINT)\u000a10:20:40.862296 run patchelf(pid=28199): Terminated: ok {rc=0}\u000a10:20:40.895633 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28196): Process ended prematurely: osmo-stp_10.42.42.5(pid=28196) [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28196)] [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8]\u000a10:20:40.905450 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a10:20:40.969904 run osmo-hlr_10.42.42.2(pid=28193): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28193)]\u000a10:20:41.022192 run osmo-hlr_10.42.42.2(pid=28193): stdout: \u000a| (launched: 2022-12-10_10:20:37.540924) \u000a10:20:41.075075 run osmo-hlr_10.42.42.2(pid=28193): stderr: \u000a| �[0;m�[1;31m20221210102037740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210102037741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210102037741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102037741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102037741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210102037741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210102037753 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210102037763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210102037763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210102037763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:20:41.120158 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28188): Terminating (SIGTERM)\u000a10:20:41.162615 run iperf3-srv_10.42.42.10(pid=28189): Terminating (SIGTERM)\u000a10:20:41.204839 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28192): Terminating (SIGTERM)\u000a10:20:41.247422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28195): Terminating (SIGTERM)\u000a10:20:41.290066 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28198): Terminating (SIGTERM)\u000a10:20:41.300285 --- ParallelTerminationStrategy: PID 28188 died...\u000a10:20:41.357724 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28188): Terminated: ok {rc=0}\u000a10:20:41.367731 --- ParallelTerminationStrategy: PID 28189 died...\u000a10:20:41.424216 run iperf3-srv_10.42.42.10(pid=28189): Terminated {rc=256}\u000a10:20:41.434548 --- ParallelTerminationStrategy: PID 28192 died...\u000a10:20:41.490313 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28192): Terminated: ok {rc=0}\u000a10:20:41.500939 --- ParallelTerminationStrategy: PID 28195 died...\u000a10:20:41.557338 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28195): Terminated: ok {rc=0}\u000a10:20:41.567572 --- ParallelTerminationStrategy: PID 28198 died...\u000a10:20:41.623973 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28198): Terminated: ok {rc=0}\u000a10:20:41.709815 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28214): Process ended prematurely: osmo-stp_10.42.42.5(pid=28214) [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28214)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28214): Process ended prematurely: osmo-stp_10.42.42.5(pid=28214) [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28214)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a10:20:42.825254 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:20:42.837506 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:20:42.985657 tst iperf3m4.py: using LAC 27719\u000a10:20:43.112318 tst iperf3m4.py: using RAC 179\u000a10:20:43.234275 tst iperf3m4.py: using CellId 27719\u000a10:20:43.353096 tst iperf3m4.py: using BVCI 27720\u000a10:20:43.375963 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:20:43.387010 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:20:43.398210 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:20:43.409635 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:20:43.420817 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:20:43.432096 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:20:43.443486 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:20:43.454856 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:20:43.466649 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:20:43.587533 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:20:43.707208 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:20:43.821545 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:20:44.101729 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:20:44.228344 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:20:44.543099 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28200): Launched\u000a10:20:44.804347 run iperf3-srv_10.42.42.10(pid=28201): Launched\u000a10:20:44.989055 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:20:45.115490 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:20:45.429948 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28202): Launched\u000a10:20:45.690508 run iperf3-srv_10.42.42.10(pid=28203): Launched\u000a10:20:45.880780 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:20:46.037981 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:20:46.383610 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28204): Launched\u000a10:20:46.683421 run iperf3-srv_10.42.42.10(pid=28205): Launched\u000a10:20:46.889231 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:20:47.034279 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:20:47.373063 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28206): Launched\u000a10:20:47.651343 run iperf3-srv_10.42.42.10(pid=28207): Launched\u000a10:20:47.850126 tst iperf3m4.py:8: start network...\u000a10:20:47.985356 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:20:48.494448 run create_hlr_db(pid=28208): Launched\u000a10:20:48.682276 bus /gobi_6: Setting Powered False\u000a10:20:49.702365 run create_hlr_db(pid=28208): Terminated: ok {rc=0}\u000a10:20:50.133213 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28210): Launched\u000a10:20:50.458023 run osmo-hlr_10.42.42.2(pid=28211): Launched\u000a10:20:50.579292 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:20:51.146015 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28213): Launched\u000a10:20:51.469810 run osmo-stp_10.42.42.5(pid=28214): Launched\u000a10:20:51.587135 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:20:52.153412 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28216): Launched\u000a10:20:52.269038 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:20:52.551474 run patchelf(pid=28217): Launched\u000a10:20:52.741997 run osmo-stp_10.42.42.5(pid=28214): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28214)]\u000a10:20:52.881428 run osmo-stp_10.42.42.5(pid=28214): stdout: \u000a| (launched: 2022-12-10_10:20:51.311086)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:20:53.021574 run osmo-stp_10.42.42.5(pid=28214): stderr: \u000a| �[0;m�[38;5;43m20221210102051501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102051502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102051502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102051502 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102051503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102051503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102051503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:20:53.156348 run osmo-stp_10.42.42.5(pid=28214): stdout: \u000a| (launched: 2022-12-10_10:20:51.311086)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:20:53.289712 run osmo-stp_10.42.42.5(pid=28214): stderr: \u000a| �[0;m�[38;5;43m20221210102051501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102051502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102051502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102051502 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102051503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102051503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102051503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:20:53.445397 run patchelf(pid=28217): Terminating (SIGINT)\u000a10:20:53.627861 run patchelf(pid=28217): Terminated: ok {rc=0}\u000a10:20:53.661245 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28214): Process ended prematurely: osmo-stp_10.42.42.5(pid=28214) [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28214)] [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8]\u000a10:20:53.671234 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a10:20:53.735401 run osmo-hlr_10.42.42.2(pid=28211): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28211)]\u000a10:20:53.787170 run osmo-hlr_10.42.42.2(pid=28211): stdout: \u000a| (launched: 2022-12-10_10:20:50.298757) \u000a10:20:53.839752 run osmo-hlr_10.42.42.2(pid=28211): stderr: \u000a| �[0;m�[1;31m20221210102050498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210102050498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210102050498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102050499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102050499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210102050499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210102050511 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210102050520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210102050520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210102050520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:20:53.884146 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28200): Terminating (SIGTERM)\u000a10:20:53.926438 run iperf3-srv_10.42.42.10(pid=28201): Terminating (SIGTERM)\u000a10:20:53.969175 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28202): Terminating (SIGTERM)\u000a10:20:54.011438 run iperf3-srv_10.42.42.10(pid=28203): Terminating (SIGTERM)\u000a10:20:54.053773 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28204): Terminating (SIGTERM)\u000a10:20:54.096357 run iperf3-srv_10.42.42.10(pid=28205): Terminating (SIGTERM)\u000a10:20:54.138440 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28206): Terminating (SIGTERM)\u000a10:20:54.180507 run iperf3-srv_10.42.42.10(pid=28207): Terminating (SIGTERM)\u000a10:20:54.222963 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28210): Terminating (SIGTERM)\u000a10:20:54.265301 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28213): Terminating (SIGTERM)\u000a10:20:54.307660 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28216): Terminating (SIGTERM)\u000a10:20:54.317516 --- ParallelTerminationStrategy: PID 28200 died...\u000a10:20:54.373916 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28200): Terminated: ok {rc=0}\u000a10:20:54.384275 --- ParallelTerminationStrategy: PID 28201 died...\u000a10:20:54.440450 run iperf3-srv_10.42.42.10(pid=28201): Terminated {rc=256}\u000a10:20:54.450516 --- ParallelTerminationStrategy: PID 28202 died...\u000a10:20:54.506797 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28202): Terminated: ok {rc=0}\u000a10:20:54.516846 --- ParallelTerminationStrategy: PID 28203 died...\u000a10:20:54.573004 run iperf3-srv_10.42.42.10(pid=28203): Terminated {rc=256}\u000a10:20:54.583009 --- ParallelTerminationStrategy: PID 28204 died...\u000a10:20:54.638988 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28204): Terminated: ok {rc=0}\u000a10:20:54.649197 --- ParallelTerminationStrategy: PID 28205 died...\u000a10:20:54.705924 run iperf3-srv_10.42.42.10(pid=28205): Terminated {rc=256}\u000a10:20:54.715977 --- ParallelTerminationStrategy: PID 28206 died...\u000a10:20:54.772348 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28206): Terminated: ok {rc=0}\u000a10:20:54.782571 --- ParallelTerminationStrategy: PID 28207 died...\u000a10:20:54.839091 run iperf3-srv_10.42.42.10(pid=28207): Terminated {rc=256}\u000a10:20:54.849847 --- ParallelTerminationStrategy: PID 28210 died...\u000a10:20:54.905775 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28210): Terminated: ok {rc=0}\u000a10:20:54.916072 --- ParallelTerminationStrategy: PID 28213 died...\u000a10:20:54.972093 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28213): Terminated: ok {rc=0}\u000a10:20:54.982186 --- ParallelTerminationStrategy: PID 28216 died...\u000a10:20:55.038568 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28216): Terminated: ok {rc=0}\u000a10:20:55.126479 bus /gobi_4: Setting Powered False\u000a10:20:56.234535 bus /gobi_4: Setting Powered False\u000a10:20:57.345653 bus /gobi_1: Setting Powered False\u000a10:20:58.454187 bus /gobi_1: Setting Powered False\u000a10:20:59.562745 bus /gobi_0: Setting Powered False\u000a10:21:00.667867 bus /gobi_0: Setting Powered False\u000a10:21:01.790185 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28224): Process ended prematurely: osmo-stp_10.42.42.5(pid=28224) [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28224)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28224): Process ended prematurely: osmo-stp_10.42.42.5(pid=28224) [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28224)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-sysmocell5000+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a10:21:02.858322 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:21:02.869925 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:21:03.008272 tst ping.py: using LAC 27720\u000a10:21:03.127335 tst ping.py: using RAC 180\u000a10:21:03.246608 tst ping.py: using CellId 27720\u000a10:21:03.363209 tst ping.py: using BVCI 27721\u000a10:21:03.386005 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:21:03.397077 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:21:03.407957 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:21:03.418817 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:21:03.429543 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:21:03.440242 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:21:03.451178 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:21:03.461993 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:21:03.750601 tst ping.py:19: start network...\u000a10:21:03.883057 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:21:04.382516 run create_hlr_db(pid=28218): Launched\u000a10:21:04.568602 bus /gobi_6: Setting Powered False\u000a10:21:05.588902 run create_hlr_db(pid=28218): Terminated: ok {rc=0}\u000a10:21:05.989366 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28220): Launched\u000a10:21:06.287164 run osmo-hlr_10.42.42.2(pid=28221): Launched\u000a10:21:06.397070 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:21:06.917794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28223): Launched\u000a10:21:07.215658 run osmo-stp_10.42.42.5(pid=28224): Launched\u000a10:21:07.323987 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:21:07.843405 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28226): Launched\u000a10:21:07.949261 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:21:08.208891 run patchelf(pid=28227): Launched\u000a10:21:08.383626 run osmo-stp_10.42.42.5(pid=28224): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28224)]\u000a10:21:08.511530 run osmo-stp_10.42.42.5(pid=28224): stdout: \u000a| (launched: 2022-12-10_10:21:07.069318)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:21:08.640329 run osmo-stp_10.42.42.5(pid=28224): stderr: \u000a| �[0;m�[38;5;43m20221210102107239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102107239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102107239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102107240 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102107240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102107240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102107240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:21:08.763738 run osmo-stp_10.42.42.5(pid=28224): stdout: \u000a| (launched: 2022-12-10_10:21:07.069318)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:21:08.885872 run osmo-stp_10.42.42.5(pid=28224): stderr: \u000a| �[0;m�[38;5;43m20221210102107239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102107239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102107239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102107240 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102107240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102107240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102107240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:21:09.028586 run patchelf(pid=28227): Terminating (SIGINT)\u000a10:21:09.197108 run patchelf(pid=28227): Terminated: ok {rc=0}\u000a10:21:09.227446 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=28224): Process ended prematurely: osmo-stp_10.42.42.5(pid=28224) [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28224)] [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22]\u000a10:21:09.235981 tst ping.py:22: Test FAILED (6.4 sec)\u000a10:21:09.295655 run osmo-hlr_10.42.42.2(pid=28221): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28221)]\u000a10:21:09.344621 run osmo-hlr_10.42.42.2(pid=28221): stdout: \u000a| (launched: 2022-12-10_10:21:06.140451) \u000a10:21:09.393978 run osmo-hlr_10.42.42.2(pid=28221): stderr: \u000a| �[0;m�[1;31m20221210102106313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210102106313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210102106313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102106313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102106313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210102106313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210102106326 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-sysmocell5000+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210102106336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210102106337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210102106337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:21:09.436282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28220): Terminating (SIGTERM)\u000a10:21:09.476140 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28223): Terminating (SIGTERM)\u000a10:21:09.515947 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28226): Terminating (SIGTERM)\u000a10:21:09.525224 --- ParallelTerminationStrategy: PID 28220 died...\u000a10:21:09.578811 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28220): Terminated: ok {rc=0}\u000a10:21:09.588357 --- ParallelTerminationStrategy: PID 28223 died...\u000a10:21:09.641605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28223): Terminated: ok {rc=0}\u000a10:21:09.651215 --- ParallelTerminationStrategy: PID 28226 died...\u000a10:21:09.704289 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28226): Terminated: ok {rc=0}\u000a10:21:09.787982 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28234): Process ended prematurely: osmo-stp_10.42.42.5(pid=28234) [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28234)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28234): Process ended prematurely: osmo-stp_10.42.42.5(pid=28234) [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28234)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-sysmocell5000+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a10:21:10.841614 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:21:10.854385 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:21:11.002830 tst ping_idle_ping.py: using LAC 27721\u000a10:21:11.129065 tst ping_idle_ping.py: using RAC 181\u000a10:21:11.253065 tst ping_idle_ping.py: using CellId 27721\u000a10:21:11.378896 tst ping_idle_ping.py: using BVCI 27722\u000a10:21:11.403138 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:21:11.414812 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:21:11.426239 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:21:11.437929 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:21:11.449442 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:21:11.460797 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:21:11.472904 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:21:11.484211 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:21:11.760480 tst ping_idle_ping.py:24: start network...\u000a10:21:11.884880 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:21:12.365586 run create_hlr_db(pid=28228): Launched\u000a10:21:12.538906 bus /gobi_6: Setting Powered False\u000a10:21:13.561055 run create_hlr_db(pid=28228): Terminated: ok {rc=0}\u000a10:21:13.986212 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28230): Launched\u000a10:21:14.306476 run osmo-hlr_10.42.42.2(pid=28231): Launched\u000a10:21:14.426037 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:21:14.981121 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28233): Launched\u000a10:21:15.300561 run osmo-stp_10.42.42.5(pid=28234): Launched\u000a10:21:15.418117 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:21:16.014187 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28236): Launched\u000a10:21:16.134462 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:21:16.434530 run patchelf(pid=28237): Launched\u000a10:21:16.627160 run osmo-stp_10.42.42.5(pid=28234): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28234)]\u000a10:21:16.767979 run osmo-stp_10.42.42.5(pid=28234): stdout: \u000a| (launched: 2022-12-10_10:21:15.144170)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:21:16.909112 run osmo-stp_10.42.42.5(pid=28234): stderr: \u000a| �[0;m�[38;5;43m20221210102115336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102115336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102115337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102115337 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102115337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102115337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102115337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:21:17.045338 run osmo-stp_10.42.42.5(pid=28234): stdout: \u000a| (launched: 2022-12-10_10:21:15.144170)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:21:17.179967 run osmo-stp_10.42.42.5(pid=28234): stderr: \u000a| �[0;m�[38;5;43m20221210102115336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102115336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102115337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102115337 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102115337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102115337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102115337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:21:17.333249 run patchelf(pid=28237): Terminating (SIGINT)\u000a10:21:17.513844 run patchelf(pid=28237): Terminated: ok {rc=0}\u000a10:21:17.546823 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=28234): Process ended prematurely: osmo-stp_10.42.42.5(pid=28234) [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28234)] [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a10:21:17.556042 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a10:21:17.620806 run osmo-hlr_10.42.42.2(pid=28231): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28231)]\u000a10:21:17.672765 run osmo-hlr_10.42.42.2(pid=28231): stdout: \u000a| (launched: 2022-12-10_10:21:14.149353) \u000a10:21:17.725383 run osmo-hlr_10.42.42.2(pid=28231): stderr: \u000a| �[0;m�[1;31m20221210102114347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210102114347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210102114347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102114347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102114347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210102114347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210102114359 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-sysmocell5000+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210102114367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210102114367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210102114367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:21:17.770488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28230): Terminating (SIGTERM)\u000a10:21:17.812634 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28233): Terminating (SIGTERM)\u000a10:21:17.855106 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28236): Terminating (SIGTERM)\u000a10:21:17.865266 --- ParallelTerminationStrategy: PID 28230 died...\u000a10:21:17.921954 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28230): Terminated: ok {rc=0}\u000a10:21:17.932142 --- ParallelTerminationStrategy: PID 28233 died...\u000a10:21:17.988432 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28233): Terminated: ok {rc=0}\u000a10:21:17.998659 --- ParallelTerminationStrategy: PID 28236 died...\u000a10:21:18.055164 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28236): Terminated: ok {rc=0}\u000a10:21:18.142233 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "70", "name" : "gprs_trx-sysmocell5000+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:20:19" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28253): Process ended prematurely: osmo-stp_10.42.42.5(pid=28253) [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28253)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28253): Process ended prematurely: osmo-stp_10.42.42.5(pid=28253) [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28253)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:21:20.326900 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:21:20.338395 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:21:20.505342 tst cs_paging_gprs_active.py: using LAC 27722\u000a10:21:20.630187 tst cs_paging_gprs_active.py: using RAC 182\u000a10:21:20.754168 tst cs_paging_gprs_active.py: using CellId 27722\u000a10:21:20.881308 tst cs_paging_gprs_active.py: using BVCI 27723\u000a10:21:20.906149 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:21:20.917539 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:21:20.928735 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:21:20.940253 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:21:20.951815 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:21:20.963224 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:21:20.975121 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:21:20.986726 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:21:20.998494 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:21:21.114213 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:21:21.393320 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:21:21.519019 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:21:21.833249 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28243): Launched\u000a10:21:22.093456 run iperf3-srv_10.42.42.10(pid=28244): Launched\u000a10:21:22.278550 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:21:22.404156 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:21:22.719051 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28245): Launched\u000a10:21:22.979037 run iperf3-srv_10.42.42.10(pid=28246): Launched\u000a10:21:23.163601 tst cs_paging_gprs_active.py:38: start network...\u000a10:21:23.289139 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:21:23.775791 run create_hlr_db(pid=28247): Launched\u000a10:21:23.950684 bus /gobi_6: Setting Powered False\u000a10:21:24.971197 run create_hlr_db(pid=28247): Terminated: ok {rc=0}\u000a10:21:25.404139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28249): Launched\u000a10:21:25.728779 run osmo-hlr_10.42.42.2(pid=28250): Launched\u000a10:21:25.849501 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:21:26.415380 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28252): Launched\u000a10:21:26.739020 run osmo-stp_10.42.42.5(pid=28253): Launched\u000a10:21:26.856659 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:21:27.417305 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28255): Launched\u000a10:21:27.526000 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:21:27.791447 run patchelf(pid=28256): Launched\u000a10:21:27.968889 run osmo-stp_10.42.42.5(pid=28253): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28253)]\u000a10:21:28.099013 run osmo-stp_10.42.42.5(pid=28253): stdout: \u000a| (launched: 2022-12-10_10:21:26.579832)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:21:28.229398 run osmo-stp_10.42.42.5(pid=28253): stderr: \u000a| �[0;m�[38;5;43m20221210102126771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102126771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102126772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102126772 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102126774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102126774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102126775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:21:28.354733 run osmo-stp_10.42.42.5(pid=28253): stdout: \u000a| (launched: 2022-12-10_10:21:26.579832)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:21:28.478769 run osmo-stp_10.42.42.5(pid=28253): stderr: \u000a| �[0;m�[38;5;43m20221210102126771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102126771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102126772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102126772 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102126774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102126774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102126775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:21:28.623853 run patchelf(pid=28256): Terminating (SIGINT)\u000a10:21:28.795371 run patchelf(pid=28256): Terminated: ok {rc=0}\u000a10:21:28.826805 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=28253): Process ended prematurely: osmo-stp_10.42.42.5(pid=28253) [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28253)] [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a10:21:28.835887 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a10:21:28.896079 run osmo-hlr_10.42.42.2(pid=28250): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28250)]\u000a10:21:28.944925 run osmo-hlr_10.42.42.2(pid=28250): stdout: \u000a| (launched: 2022-12-10_10:21:25.569297) \u000a10:21:28.994494 run osmo-hlr_10.42.42.2(pid=28250): stderr: \u000a| �[0;m�[1;31m20221210102125766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210102125766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210102125766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102125766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102125766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210102125766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210102125779 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210102125789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210102125789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210102125789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:21:29.036702 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28243): Terminating (SIGTERM)\u000a10:21:29.076381 run iperf3-srv_10.42.42.10(pid=28244): Terminating (SIGTERM)\u000a10:21:29.116206 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28245): Terminating (SIGTERM)\u000a10:21:29.155562 run iperf3-srv_10.42.42.10(pid=28246): Terminating (SIGTERM)\u000a10:21:29.194774 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28249): Terminating (SIGTERM)\u000a10:21:29.234170 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28252): Terminating (SIGTERM)\u000a10:21:29.273669 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28255): Terminating (SIGTERM)\u000a10:21:29.282728 --- ParallelTerminationStrategy: PID 28243 died...\u000a10:21:29.335298 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28243): Terminated: ok {rc=0}\u000a10:21:29.344726 --- ParallelTerminationStrategy: PID 28244 died...\u000a10:21:29.397014 run iperf3-srv_10.42.42.10(pid=28244): Terminated {rc=256}\u000a10:21:29.406349 --- ParallelTerminationStrategy: PID 28245 died...\u000a10:21:29.459116 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28245): Terminated: ok {rc=0}\u000a10:21:29.468489 --- ParallelTerminationStrategy: PID 28246 died...\u000a10:21:29.520690 run iperf3-srv_10.42.42.10(pid=28246): Terminated {rc=256}\u000a10:21:29.530045 --- ParallelTerminationStrategy: PID 28249 died...\u000a10:21:29.582321 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28249): Terminated: ok {rc=0}\u000a10:21:29.591746 --- ParallelTerminationStrategy: PID 28252 died...\u000a10:21:29.643973 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28252): Terminated: ok {rc=0}\u000a10:21:29.653848 --- ParallelTerminationStrategy: PID 28255 died...\u000a10:21:29.706189 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28255): Terminated: ok {rc=0}\u000a10:21:29.794352 bus /gobi_0: Setting Powered False\u000a10:21:30.917006 bus /gobi_0: Setting Powered False\u000a10:21:32.036732 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28265): Process ended prematurely: osmo-stp_10.42.42.5(pid=28265) [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28265)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28265): Process ended prematurely: osmo-stp_10.42.42.5(pid=28265) [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28265)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a10:21:33.148401 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:21:33.160045 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:21:33.320078 tst iperf3.py: using LAC 27723\u000a10:21:33.440261 tst iperf3.py: using RAC 183\u000a10:21:33.561519 tst iperf3.py: using CellId 27723\u000a10:21:33.681742 tst iperf3.py: using BVCI 27724\u000a10:21:33.705064 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:21:33.716047 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:21:33.726841 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:21:33.737666 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:21:33.748435 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:21:33.759237 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:21:33.770098 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:21:33.780743 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:21:33.791670 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:21:34.070059 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:21:34.195994 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:21:34.509711 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28257): Launched\u000a10:21:34.770557 run iperf3-srv_10.42.42.10(pid=28258): Launched\u000a10:21:34.956418 tst iperf3.py:8: start network...\u000a10:21:35.083061 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:21:35.570289 run create_hlr_db(pid=28259): Launched\u000a10:21:35.744924 bus /gobi_6: Setting Powered False\u000a10:21:36.766497 run create_hlr_db(pid=28259): Terminated: ok {rc=0}\u000a10:21:37.198260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28261): Launched\u000a10:21:37.523283 run osmo-hlr_10.42.42.2(pid=28262): Launched\u000a10:21:37.646638 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:21:38.211695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28264): Launched\u000a10:21:38.535149 run osmo-stp_10.42.42.5(pid=28265): Launched\u000a10:21:38.653791 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:21:39.221776 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28267): Launched\u000a10:21:39.337478 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:21:39.619908 run patchelf(pid=28268): Launched\u000a10:21:39.810824 run osmo-stp_10.42.42.5(pid=28265): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28265)]\u000a10:21:39.949748 run osmo-stp_10.42.42.5(pid=28265): stdout: \u000a| (launched: 2022-12-10_10:21:38.375967)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:21:40.089616 run osmo-stp_10.42.42.5(pid=28265): stderr: \u000a| �[0;m�[38;5;43m20221210102138566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102138566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102138566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102138567 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102138567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102138567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102138567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:21:40.224038 run osmo-stp_10.42.42.5(pid=28265): stdout: \u000a| (launched: 2022-12-10_10:21:38.375967)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:21:40.356888 run osmo-stp_10.42.42.5(pid=28265): stderr: \u000a| �[0;m�[38;5;43m20221210102138566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102138566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102138566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102138567 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102138567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102138567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102138567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:21:40.512182 run patchelf(pid=28268): Terminating (SIGINT)\u000a10:21:40.694869 run patchelf(pid=28268): Terminated: ok {rc=0}\u000a10:21:40.728219 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28265): Process ended prematurely: osmo-stp_10.42.42.5(pid=28265) [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28265)] [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a10:21:40.738121 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a10:21:40.801624 run osmo-hlr_10.42.42.2(pid=28262): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28262)]\u000a10:21:40.853377 run osmo-hlr_10.42.42.2(pid=28262): stdout: \u000a| (launched: 2022-12-10_10:21:37.362924) \u000a10:21:40.905720 run osmo-hlr_10.42.42.2(pid=28262): stderr: \u000a| �[0;m�[1;31m20221210102137561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210102137561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210102137561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102137561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102137561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210102137561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210102137575 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210102137585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210102137586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210102137586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:21:40.949972 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28257): Terminating (SIGTERM)\u000a10:21:40.991945 run iperf3-srv_10.42.42.10(pid=28258): Terminating (SIGTERM)\u000a10:21:41.034143 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28261): Terminating (SIGTERM)\u000a10:21:41.076430 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28264): Terminating (SIGTERM)\u000a10:21:41.118928 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28267): Terminating (SIGTERM)\u000a10:21:41.128573 --- ParallelTerminationStrategy: PID 28257 died...\u000a10:21:41.184717 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28257): Terminated: ok {rc=0}\u000a10:21:41.194709 --- ParallelTerminationStrategy: PID 28258 died...\u000a10:21:41.250425 run iperf3-srv_10.42.42.10(pid=28258): Terminated {rc=256}\u000a10:21:41.260382 --- ParallelTerminationStrategy: PID 28261 died...\u000a10:21:41.316277 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28261): Terminated: ok {rc=0}\u000a10:21:41.326362 --- ParallelTerminationStrategy: PID 28264 died...\u000a10:21:41.381997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28264): Terminated: ok {rc=0}\u000a10:21:41.392298 --- ParallelTerminationStrategy: PID 28267 died...\u000a10:21:41.448137 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28267): Terminated: ok {rc=0}\u000a10:21:41.536211 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28283): Process ended prematurely: osmo-stp_10.42.42.5(pid=28283) [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28283)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28283): Process ended prematurely: osmo-stp_10.42.42.5(pid=28283) [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28283)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a10:21:42.651361 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:21:42.663620 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:21:42.829997 tst iperf3m4.py: using LAC 27724\u000a10:21:42.956683 tst iperf3m4.py: using RAC 184\u000a10:21:43.081283 tst iperf3m4.py: using CellId 27724\u000a10:21:43.205622 tst iperf3m4.py: using BVCI 27725\u000a10:21:43.230325 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:21:43.242163 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:21:43.253451 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:21:43.265030 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:21:43.277199 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:21:43.288666 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:21:43.300016 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:21:43.311476 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:21:43.323167 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:21:43.439041 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:21:43.559883 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:21:43.680138 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:21:43.976412 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:21:44.112393 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:21:44.447255 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28269): Launched\u000a10:21:44.725670 run iperf3-srv_10.42.42.10(pid=28270): Launched\u000a10:21:44.925344 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:21:45.061312 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:21:45.396758 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28271): Launched\u000a10:21:45.675189 run iperf3-srv_10.42.42.10(pid=28272): Launched\u000a10:21:45.881821 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:21:46.024447 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:21:46.382579 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28273): Launched\u000a10:21:46.670838 run iperf3-srv_10.42.42.10(pid=28274): Launched\u000a10:21:46.862050 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:21:46.993177 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:21:47.342838 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28275): Launched\u000a10:21:47.622363 run iperf3-srv_10.42.42.10(pid=28276): Launched\u000a10:21:47.821154 tst iperf3m4.py:8: start network...\u000a10:21:47.956579 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:21:48.466838 run create_hlr_db(pid=28277): Launched\u000a10:21:48.655858 bus /gobi_6: Setting Powered False\u000a10:21:49.675973 run create_hlr_db(pid=28277): Terminated: ok {rc=0}\u000a10:21:50.085743 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28279): Launched\u000a10:21:50.390159 run osmo-hlr_10.42.42.2(pid=28280): Launched\u000a10:21:50.502291 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:21:51.032060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28282): Launched\u000a10:21:51.335665 run osmo-stp_10.42.42.5(pid=28283): Launched\u000a10:21:51.446194 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:21:51.976915 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28285): Launched\u000a10:21:52.085198 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:21:52.350457 run patchelf(pid=28286): Launched\u000a10:21:52.528574 run osmo-stp_10.42.42.5(pid=28283): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28283)]\u000a10:21:52.659144 run osmo-stp_10.42.42.5(pid=28283): stdout: \u000a| (launched: 2022-12-10_10:21:51.186941)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:21:52.789751 run osmo-stp_10.42.42.5(pid=28283): stderr: \u000a| �[0;m�[38;5;43m20221210102151359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102151360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102151360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102151360 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102151361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102151361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102151361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:21:52.915762 run osmo-stp_10.42.42.5(pid=28283): stdout: \u000a| (launched: 2022-12-10_10:21:51.186941)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:21:53.040063 run osmo-stp_10.42.42.5(pid=28283): stderr: \u000a| �[0;m�[38;5;43m20221210102151359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102151360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102151360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102151360 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102151361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102151361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102151361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:21:53.185200 run patchelf(pid=28286): Terminating (SIGINT)\u000a10:21:53.355510 run patchelf(pid=28286): Terminated: ok {rc=0}\u000a10:21:53.386795 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28283): Process ended prematurely: osmo-stp_10.42.42.5(pid=28283) [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28283)] [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a10:21:53.396013 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a10:21:53.456286 run osmo-hlr_10.42.42.2(pid=28280): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28280)]\u000a10:21:53.505264 run osmo-hlr_10.42.42.2(pid=28280): stdout: \u000a| (launched: 2022-12-10_10:21:50.240330) \u000a10:21:53.554823 run osmo-hlr_10.42.42.2(pid=28280): stderr: \u000a| �[0;m�[1;31m20221210102150416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210102150416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210102150416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102150416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102150416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210102150416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210102150429 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210102150438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210102150438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210102150438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:21:53.597397 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28269): Terminating (SIGTERM)\u000a10:21:53.637439 run iperf3-srv_10.42.42.10(pid=28270): Terminating (SIGTERM)\u000a10:21:53.677415 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28271): Terminating (SIGTERM)\u000a10:21:53.717234 run iperf3-srv_10.42.42.10(pid=28272): Terminating (SIGTERM)\u000a10:21:53.757563 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28273): Terminating (SIGTERM)\u000a10:21:53.797662 run iperf3-srv_10.42.42.10(pid=28274): Terminating (SIGTERM)\u000a10:21:53.837574 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28275): Terminating (SIGTERM)\u000a10:21:53.877448 run iperf3-srv_10.42.42.10(pid=28276): Terminating (SIGTERM)\u000a10:21:53.917359 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28279): Terminating (SIGTERM)\u000a10:21:53.957039 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28282): Terminating (SIGTERM)\u000a10:21:53.996761 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28285): Terminating (SIGTERM)\u000a10:21:54.006006 --- ParallelTerminationStrategy: PID 28269 died...\u000a10:21:54.059741 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28269): Terminated: ok {rc=0}\u000a10:21:54.069458 --- ParallelTerminationStrategy: PID 28270 died...\u000a10:21:54.122257 run iperf3-srv_10.42.42.10(pid=28270): Terminated {rc=256}\u000a10:21:54.131683 --- ParallelTerminationStrategy: PID 28271 died...\u000a10:21:54.184617 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28271): Terminated: ok {rc=0}\u000a10:21:54.194195 --- ParallelTerminationStrategy: PID 28272 died...\u000a10:21:54.247123 run iperf3-srv_10.42.42.10(pid=28272): Terminated {rc=256}\u000a10:21:54.256593 --- ParallelTerminationStrategy: PID 28273 died...\u000a10:21:54.310126 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28273): Terminated: ok {rc=0}\u000a10:21:54.319668 --- ParallelTerminationStrategy: PID 28274 died...\u000a10:21:54.372030 run iperf3-srv_10.42.42.10(pid=28274): Terminated {rc=256}\u000a10:21:54.381848 --- ParallelTerminationStrategy: PID 28275 died...\u000a10:21:54.434602 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28275): Terminated: ok {rc=0}\u000a10:21:54.444052 --- ParallelTerminationStrategy: PID 28276 died...\u000a10:21:54.496353 run iperf3-srv_10.42.42.10(pid=28276): Terminated {rc=256}\u000a10:21:54.505913 --- ParallelTerminationStrategy: PID 28279 died...\u000a10:21:54.558955 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28279): Terminated: ok {rc=0}\u000a10:21:54.568508 --- ParallelTerminationStrategy: PID 28282 died...\u000a10:21:54.621097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28282): Terminated: ok {rc=0}\u000a10:21:54.630518 --- ParallelTerminationStrategy: PID 28285 died...\u000a10:21:54.682943 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28285): Terminated: ok {rc=0}\u000a10:21:54.771387 bus /gobi_4: Setting Powered False\u000a10:21:55.874163 bus /gobi_4: Setting Powered False\u000a10:21:56.985494 bus /gobi_1: Setting Powered False\u000a10:21:58.088156 bus /gobi_1: Setting Powered False\u000a10:21:59.199851 bus /gobi_0: Setting Powered False\u000a10:22:00.301102 bus /gobi_0: Setting Powered False\u000a10:22:01.408009 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28293): Process ended prematurely: osmo-stp_10.42.42.5(pid=28293) [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28293)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28293): Process ended prematurely: osmo-stp_10.42.42.5(pid=28293) [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28293)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a10:22:02.473900 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:22:02.485938 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:22:02.652017 tst ping.py: using LAC 27725\u000a10:22:02.777197 tst ping.py: using RAC 185\u000a10:22:02.907548 tst ping.py: using CellId 27725\u000a10:22:03.031348 tst ping.py: using BVCI 27726\u000a10:22:03.056164 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:22:03.067828 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:22:03.079309 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:22:03.090997 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:22:03.102570 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:22:03.114590 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:22:03.126039 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:22:03.137537 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:22:03.427038 tst ping.py:19: start network...\u000a10:22:03.559606 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:22:04.058992 run create_hlr_db(pid=28287): Launched\u000a10:22:04.245024 bus /gobi_6: Setting Powered False\u000a10:22:05.265016 run create_hlr_db(pid=28287): Terminated: ok {rc=0}\u000a10:22:05.688654 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28289): Launched\u000a10:22:06.006623 run osmo-hlr_10.42.42.2(pid=28290): Launched\u000a10:22:06.122383 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:22:06.677214 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28292): Launched\u000a10:22:06.996124 run osmo-stp_10.42.42.5(pid=28293): Launched\u000a10:22:07.112624 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:22:07.667385 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28295): Launched\u000a10:22:07.780789 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:22:08.056547 run patchelf(pid=28296): Launched\u000a10:22:08.242765 run osmo-stp_10.42.42.5(pid=28293): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28293)]\u000a10:22:08.379055 run osmo-stp_10.42.42.5(pid=28293): stdout: \u000a| (launched: 2022-12-10_10:22:06.839563)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:22:08.515623 run osmo-stp_10.42.42.5(pid=28293): stderr: \u000a| �[0;m�[38;5;43m20221210102207029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102207029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102207029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102207030 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102207030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102207030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102207030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:22:08.647259 run osmo-stp_10.42.42.5(pid=28293): stdout: \u000a| (launched: 2022-12-10_10:22:06.839563)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:22:08.777646 run osmo-stp_10.42.42.5(pid=28293): stderr: \u000a| �[0;m�[38;5;43m20221210102207029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102207029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102207029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102207030 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102207030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102207030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102207030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:22:08.929382 run patchelf(pid=28296): Terminating (SIGINT)\u000a10:22:09.108816 run patchelf(pid=28296): Terminated: ok {rc=0}\u000a10:22:09.141339 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=28293): Process ended prematurely: osmo-stp_10.42.42.5(pid=28293) [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28293)] [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22]\u000a10:22:09.151089 tst ping.py:22: Test FAILED (6.7 sec)\u000a10:22:09.215090 run osmo-hlr_10.42.42.2(pid=28290): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28290)]\u000a10:22:09.267153 run osmo-hlr_10.42.42.2(pid=28290): stdout: \u000a| (launched: 2022-12-10_10:22:05.850553) \u000a10:22:09.319967 run osmo-hlr_10.42.42.2(pid=28290): stderr: \u000a| �[0;m�[1;31m20221210102206049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210102206049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210102206049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102206049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102206049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210102206049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210102206082 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210102206092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210102206092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210102206092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:22:09.364865 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28289): Terminating (SIGTERM)\u000a10:22:09.407422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28292): Terminating (SIGTERM)\u000a10:22:09.449699 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28295): Terminating (SIGTERM)\u000a10:22:09.459728 --- ParallelTerminationStrategy: PID 28289 died...\u000a10:22:09.516106 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28289): Terminated: ok {rc=0}\u000a10:22:09.526328 --- ParallelTerminationStrategy: PID 28292 died...\u000a10:22:09.582591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28292): Terminated: ok {rc=0}\u000a10:22:09.592899 --- ParallelTerminationStrategy: PID 28295 died...\u000a10:22:09.649350 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28295): Terminated: ok {rc=0}\u000a10:22:09.737041 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28303): Process ended prematurely: osmo-stp_10.42.42.5(pid=28303) [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28303)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28303): Process ended prematurely: osmo-stp_10.42.42.5(pid=28303) [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28303)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a10:22:10.791018 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:22:10.803749 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:22:10.972470 tst ping_idle_ping.py: using LAC 27726\u000a10:22:11.097807 tst ping_idle_ping.py: using RAC 186\u000a10:22:11.222281 tst ping_idle_ping.py: using CellId 27726\u000a10:22:11.346933 tst ping_idle_ping.py: using BVCI 27727\u000a10:22:11.371304 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:22:11.383106 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:22:11.394405 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:22:11.406027 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:22:11.417510 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:22:11.429052 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:22:11.440563 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:22:11.452073 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:22:11.728824 tst ping_idle_ping.py:24: start network...\u000a10:22:11.853392 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:22:12.340303 run create_hlr_db(pid=28297): Launched\u000a10:22:12.514019 bus /gobi_6: Setting Powered False\u000a10:22:13.535085 run create_hlr_db(pid=28297): Terminated: ok {rc=0}\u000a10:22:13.961184 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28299): Launched\u000a10:22:14.280704 run osmo-hlr_10.42.42.2(pid=28300): Launched\u000a10:22:14.402102 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:22:14.954930 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28302): Launched\u000a10:22:15.273169 run osmo-stp_10.42.42.5(pid=28303): Launched\u000a10:22:15.389338 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:22:15.968010 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28305): Launched\u000a10:22:16.088370 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:22:16.389279 run patchelf(pid=28306): Launched\u000a10:22:16.580454 run osmo-stp_10.42.42.5(pid=28303): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28303)]\u000a10:22:16.723767 run osmo-stp_10.42.42.5(pid=28303): stdout: \u000a| (launched: 2022-12-10_10:22:15.117281)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:22:16.894750 run osmo-stp_10.42.42.5(pid=28303): stderr: \u000a| �[0;m�[38;5;43m20221210102215308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102215308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102215308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102215309 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102215309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102215309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102215309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:22:17.035488 run osmo-stp_10.42.42.5(pid=28303): stdout: \u000a| (launched: 2022-12-10_10:22:15.117281)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:22:17.173666 run osmo-stp_10.42.42.5(pid=28303): stderr: \u000a| �[0;m�[38;5;43m20221210102215308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102215308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102215308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102215309 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102215309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102215309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102215309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:22:17.327037 run patchelf(pid=28306): Terminating (SIGINT)\u000a10:22:17.506431 run patchelf(pid=28306): Terminated: ok {rc=0}\u000a10:22:17.539167 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=28303): Process ended prematurely: osmo-stp_10.42.42.5(pid=28303) [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28303)] [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a10:22:17.548855 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a10:22:17.614617 run osmo-hlr_10.42.42.2(pid=28300): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28300)]\u000a10:22:17.667219 run osmo-hlr_10.42.42.2(pid=28300): stdout: \u000a| (launched: 2022-12-10_10:22:14.124318) \u000a10:22:17.720587 run osmo-hlr_10.42.42.2(pid=28300): stderr: \u000a| �[0;m�[1;31m20221210102214320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210102214320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210102214320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102214320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102214320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210102214320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210102214333 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210102214341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210102214342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210102214342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:22:17.766253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28299): Terminating (SIGTERM)\u000a10:22:17.808837 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28302): Terminating (SIGTERM)\u000a10:22:17.852693 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28305): Terminating (SIGTERM)\u000a10:22:17.862669 --- ParallelTerminationStrategy: PID 28299 died...\u000a10:22:17.919605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28299): Terminated: ok {rc=0}\u000a10:22:17.930516 --- ParallelTerminationStrategy: PID 28302 died...\u000a10:22:17.988135 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28302): Terminated: ok {rc=0}\u000a10:22:17.998268 --- ParallelTerminationStrategy: PID 28305 died...\u000a10:22:18.055932 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28305): Terminated: ok {rc=0}\u000a10:22:18.142859 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "71", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:21:19" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28321): Process ended prematurely: osmo-stp_10.42.42.5(pid=28321) [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28321)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28321): Process ended prematurely: osmo-stp_10.42.42.5(pid=28321) [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28321)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:22:20.318878 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:22:20.330492 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:22:20.496065 tst cs_paging_gprs_active.py: using LAC 27727\u000a10:22:20.623861 tst cs_paging_gprs_active.py: using RAC 187\u000a10:22:20.749457 tst cs_paging_gprs_active.py: using CellId 27727\u000a10:22:20.875505 tst cs_paging_gprs_active.py: using BVCI 27728\u000a10:22:20.900522 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:22:20.912161 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:22:20.923773 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:22:20.935691 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:22:20.947122 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:22:20.958957 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:22:20.971544 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:22:20.982929 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:22:20.994712 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:22:21.118751 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:22:21.414785 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:22:21.550823 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:22:21.886802 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28310): Launched\u000a10:22:22.166574 run iperf3-srv_10.42.42.10(pid=28311): Launched\u000a10:22:22.366659 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:22:22.503066 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:22:22.839027 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28312): Launched\u000a10:22:23.117585 run iperf3-srv_10.42.42.10(pid=28313): Launched\u000a10:22:23.317667 tst cs_paging_gprs_active.py:38: start network...\u000a10:22:23.453324 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:22:23.963205 run create_hlr_db(pid=28314): Launched\u000a10:22:24.153188 bus /gobi_6: Setting Powered False\u000a10:22:25.171912 run create_hlr_db(pid=28314): Terminated: ok {rc=0}\u000a10:22:25.579525 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28316): Launched\u000a10:22:25.882501 run osmo-hlr_10.42.42.2(pid=28317): Launched\u000a10:22:26.002031 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:22:26.538478 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28319): Launched\u000a10:22:26.841884 run osmo-stp_10.42.42.5(pid=28321): Launched\u000a10:22:26.952302 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:22:27.482796 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28323): Launched\u000a10:22:27.590683 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:22:27.856213 run patchelf(pid=28324): Launched\u000a10:22:28.034674 run osmo-stp_10.42.42.5(pid=28321): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28321)]\u000a10:22:28.164361 run osmo-stp_10.42.42.5(pid=28321): stdout: \u000a| (launched: 2022-12-10_10:22:26.692940)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:22:28.294861 run osmo-stp_10.42.42.5(pid=28321): stderr: \u000a| �[0;m�[38;5;43m20221210102226865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102226866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102226866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102226866 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102226867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102226867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102226867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:22:28.420722 run osmo-stp_10.42.42.5(pid=28321): stdout: \u000a| (launched: 2022-12-10_10:22:26.692940)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:22:28.545704 run osmo-stp_10.42.42.5(pid=28321): stderr: \u000a| �[0;m�[38;5;43m20221210102226865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102226866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102226866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102226866 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102226867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102226867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102226867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:22:28.691599 run patchelf(pid=28324): Terminating (SIGINT)\u000a10:22:28.863480 run patchelf(pid=28324): Terminated: ok {rc=0}\u000a10:22:28.895153 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=28321): Process ended prematurely: osmo-stp_10.42.42.5(pid=28321) [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28321)] [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a10:22:28.904338 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a10:22:28.963843 run osmo-hlr_10.42.42.2(pid=28317): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28317)]\u000a10:22:29.012318 run osmo-hlr_10.42.42.2(pid=28317): stdout: \u000a| (launched: 2022-12-10_10:22:25.734211) \u000a10:22:29.061562 run osmo-hlr_10.42.42.2(pid=28317): stderr: \u000a| �[0;m�[1;31m20221210102225912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210102225912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210102225912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102225912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102225912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210102225912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210102225925 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210102225934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210102225934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210102225934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:22:29.103501 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28310): Terminating (SIGTERM)\u000a10:22:29.143045 run iperf3-srv_10.42.42.10(pid=28311): Terminating (SIGTERM)\u000a10:22:29.182536 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28312): Terminating (SIGTERM)\u000a10:22:29.222522 run iperf3-srv_10.42.42.10(pid=28313): Terminating (SIGTERM)\u000a10:22:29.262155 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28316): Terminating (SIGTERM)\u000a10:22:29.301478 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28319): Terminating (SIGTERM)\u000a10:22:29.340990 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28323): Terminating (SIGTERM)\u000a10:22:29.350077 --- ParallelTerminationStrategy: PID 28310 died...\u000a10:22:29.402824 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28310): Terminated: ok {rc=0}\u000a10:22:29.412204 --- ParallelTerminationStrategy: PID 28311 died...\u000a10:22:29.465162 run iperf3-srv_10.42.42.10(pid=28311): Terminated {rc=256}\u000a10:22:29.474565 --- ParallelTerminationStrategy: PID 28312 died...\u000a10:22:29.527621 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28312): Terminated: ok {rc=0}\u000a10:22:29.537131 --- ParallelTerminationStrategy: PID 28313 died...\u000a10:22:29.589595 run iperf3-srv_10.42.42.10(pid=28313): Terminated {rc=256}\u000a10:22:29.598983 --- ParallelTerminationStrategy: PID 28316 died...\u000a10:22:29.651631 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28316): Terminated: ok {rc=0}\u000a10:22:29.661180 --- ParallelTerminationStrategy: PID 28319 died...\u000a10:22:29.713603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28319): Terminated: ok {rc=0}\u000a10:22:29.723083 --- ParallelTerminationStrategy: PID 28323 died...\u000a10:22:29.775552 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28323): Terminated: ok {rc=0}\u000a10:22:29.858187 bus /gobi_0: Setting Powered False\u000a10:22:30.994311 bus /gobi_0: Setting Powered False\u000a10:22:32.109733 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28334): Process ended prematurely: osmo-stp_10.42.42.5(pid=28334) [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28334)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28334): Process ended prematurely: osmo-stp_10.42.42.5(pid=28334) [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28334)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a10:22:33.220689 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:22:33.232714 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:22:33.395167 tst iperf3.py: using LAC 27728\u000a10:22:33.516585 tst iperf3.py: using RAC 188\u000a10:22:33.635999 tst iperf3.py: using CellId 27728\u000a10:22:33.763425 tst iperf3.py: using BVCI 27729\u000a10:22:33.788465 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:22:33.800067 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:22:33.811554 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:22:33.824310 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:22:33.835774 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:22:33.847627 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:22:33.859687 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:22:33.871445 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:22:33.884093 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:22:34.163418 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:22:34.289775 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:22:34.605946 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28325): Launched\u000a10:22:34.868161 run iperf3-srv_10.42.42.10(pid=28326): Launched\u000a10:22:35.054608 tst iperf3.py:8: start network...\u000a10:22:35.181981 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:22:35.671039 run create_hlr_db(pid=28327): Launched\u000a10:22:35.846253 bus /gobi_6: Setting Powered False\u000a10:22:36.867287 run create_hlr_db(pid=28327): Terminated: ok {rc=0}\u000a10:22:37.270859 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28330): Launched\u000a10:22:37.573920 run osmo-hlr_10.42.42.2(pid=28331): Launched\u000a10:22:37.684791 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:22:38.211561 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28333): Launched\u000a10:22:38.515444 run osmo-stp_10.42.42.5(pid=28334): Launched\u000a10:22:38.626015 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:22:39.155948 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28336): Launched\u000a10:22:39.264000 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:22:39.530578 run patchelf(pid=28337): Launched\u000a10:22:39.708786 run osmo-stp_10.42.42.5(pid=28334): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28334)]\u000a10:22:39.838860 run osmo-stp_10.42.42.5(pid=28334): stdout: \u000a| (launched: 2022-12-10_10:22:38.366138)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:22:39.969422 run osmo-stp_10.42.42.5(pid=28334): stderr: \u000a| �[0;m�[38;5;43m20221210102238537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102238537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102238537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102238538 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102238538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102238538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102238538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:22:40.095110 run osmo-stp_10.42.42.5(pid=28334): stdout: \u000a| (launched: 2022-12-10_10:22:38.366138)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:22:40.219614 run osmo-stp_10.42.42.5(pid=28334): stderr: \u000a| �[0;m�[38;5;43m20221210102238537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102238537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102238537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102238538 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102238538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102238538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102238538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:22:40.365118 run patchelf(pid=28337): Terminating (SIGINT)\u000a10:22:40.535889 run patchelf(pid=28337): Terminated: ok {rc=0}\u000a10:22:40.567223 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28334): Process ended prematurely: osmo-stp_10.42.42.5(pid=28334) [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28334)] [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a10:22:40.576340 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a10:22:40.636387 run osmo-hlr_10.42.42.2(pid=28331): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28331)]\u000a10:22:40.685568 run osmo-hlr_10.42.42.2(pid=28331): stdout: \u000a| (launched: 2022-12-10_10:22:37.425063) \u000a10:22:40.735238 run osmo-hlr_10.42.42.2(pid=28331): stderr: \u000a| �[0;m�[1;31m20221210102237601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210102237601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210102237601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102237601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102237601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210102237601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210102237614 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210102237622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210102237623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210102237623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:22:40.777591 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28325): Terminating (SIGTERM)\u000a10:22:40.817389 run iperf3-srv_10.42.42.10(pid=28326): Terminating (SIGTERM)\u000a10:22:40.857097 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28330): Terminating (SIGTERM)\u000a10:22:40.896684 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28333): Terminating (SIGTERM)\u000a10:22:40.936465 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28336): Terminating (SIGTERM)\u000a10:22:40.945661 --- ParallelTerminationStrategy: PID 28325 died...\u000a10:22:40.998844 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28325): Terminated: ok {rc=0}\u000a10:22:41.008297 --- ParallelTerminationStrategy: PID 28326 died...\u000a10:22:41.061452 run iperf3-srv_10.42.42.10(pid=28326): Terminated {rc=256}\u000a10:22:41.070981 --- ParallelTerminationStrategy: PID 28330 died...\u000a10:22:41.123802 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28330): Terminated: ok {rc=0}\u000a10:22:41.133498 --- ParallelTerminationStrategy: PID 28333 died...\u000a10:22:41.186139 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28333): Terminated: ok {rc=0}\u000a10:22:41.195649 --- ParallelTerminationStrategy: PID 28336 died...\u000a10:22:41.248235 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28336): Terminated: ok {rc=0}\u000a10:22:41.338052 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28352): Process ended prematurely: osmo-stp_10.42.42.5(pid=28352) [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28352)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28352): Process ended prematurely: osmo-stp_10.42.42.5(pid=28352) [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28352)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a10:22:42.449146 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:22:42.460534 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:22:42.619020 tst iperf3m4.py: using LAC 27729\u000a10:22:42.740129 tst iperf3m4.py: using RAC 189\u000a10:22:42.861113 tst iperf3m4.py: using CellId 27729\u000a10:22:42.980114 tst iperf3m4.py: using BVCI 27730\u000a10:22:43.003411 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:22:43.014443 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:22:43.025227 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:22:43.036092 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:22:43.046914 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:22:43.058065 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:22:43.068924 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:22:43.079702 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:22:43.090782 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:22:43.205051 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:22:43.327011 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:22:43.444729 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:22:43.723351 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:22:43.849244 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:22:44.164541 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28338): Launched\u000a10:22:44.426398 run iperf3-srv_10.42.42.10(pid=28339): Launched\u000a10:22:44.611605 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:22:44.737858 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:22:45.052473 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28340): Launched\u000a10:22:45.313836 run iperf3-srv_10.42.42.10(pid=28341): Launched\u000a10:22:45.498983 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:22:45.624476 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:22:45.975320 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28342): Launched\u000a10:22:46.264652 run iperf3-srv_10.42.42.10(pid=28343): Launched\u000a10:22:46.456010 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:22:46.586034 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:22:46.920594 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28344): Launched\u000a10:22:47.209146 run iperf3-srv_10.42.42.10(pid=28345): Launched\u000a10:22:47.395385 tst iperf3m4.py:8: start network...\u000a10:22:47.521828 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:22:48.007447 run create_hlr_db(pid=28346): Launched\u000a10:22:48.182611 bus /gobi_6: Setting Powered False\u000a10:22:49.203476 run create_hlr_db(pid=28346): Terminated: ok {rc=0}\u000a10:22:49.633741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28348): Launched\u000a10:22:49.958416 run osmo-hlr_10.42.42.2(pid=28349): Launched\u000a10:22:50.080129 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:22:50.646893 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28351): Launched\u000a10:22:50.970285 run osmo-stp_10.42.42.5(pid=28352): Launched\u000a10:22:51.089187 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:22:51.655794 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28354): Launched\u000a10:22:51.771511 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:22:52.053583 run patchelf(pid=28355): Launched\u000a10:22:52.243551 run osmo-stp_10.42.42.5(pid=28352): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28352)]\u000a10:22:52.382448 run osmo-stp_10.42.42.5(pid=28352): stdout: \u000a| (launched: 2022-12-10_10:22:50.811431)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:22:52.521193 run osmo-stp_10.42.42.5(pid=28352): stderr: \u000a| �[0;m�[38;5;43m20221210102251004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102251004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102251004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102251005 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102251005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102251005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102251005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:22:52.655001 run osmo-stp_10.42.42.5(pid=28352): stdout: \u000a| (launched: 2022-12-10_10:22:50.811431)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:22:52.787480 run osmo-stp_10.42.42.5(pid=28352): stderr: \u000a| �[0;m�[38;5;43m20221210102251004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102251004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102251004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102251005 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102251005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102251005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102251005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:22:52.942154 run patchelf(pid=28355): Terminating (SIGINT)\u000a10:22:53.124138 run patchelf(pid=28355): Terminated: ok {rc=0}\u000a10:22:53.157591 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28352): Process ended prematurely: osmo-stp_10.42.42.5(pid=28352) [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28352)] [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a10:22:53.167605 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a10:22:53.231274 run osmo-hlr_10.42.42.2(pid=28349): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28349)]\u000a10:22:53.282795 run osmo-hlr_10.42.42.2(pid=28349): stdout: \u000a| (launched: 2022-12-10_10:22:49.798586) \u000a10:22:53.334908 run osmo-hlr_10.42.42.2(pid=28349): stderr: \u000a| �[0;m�[1;31m20221210102249998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210102249998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210102249998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102249998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102249998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210102249998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210102250011 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210102250021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210102250021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210102250021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:22:53.379533 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28338): Terminating (SIGTERM)\u000a10:22:53.421879 run iperf3-srv_10.42.42.10(pid=28339): Terminating (SIGTERM)\u000a10:22:53.463752 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28340): Terminating (SIGTERM)\u000a10:22:53.506015 run iperf3-srv_10.42.42.10(pid=28341): Terminating (SIGTERM)\u000a10:22:53.547663 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28342): Terminating (SIGTERM)\u000a10:22:53.589541 run iperf3-srv_10.42.42.10(pid=28343): Terminating (SIGTERM)\u000a10:22:53.631909 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28344): Terminating (SIGTERM)\u000a10:22:53.673606 run iperf3-srv_10.42.42.10(pid=28345): Terminating (SIGTERM)\u000a10:22:53.715644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28348): Terminating (SIGTERM)\u000a10:22:53.757721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28351): Terminating (SIGTERM)\u000a10:22:53.799813 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28354): Terminating (SIGTERM)\u000a10:22:53.809650 --- ParallelTerminationStrategy: PID 28338 died...\u000a10:22:53.866210 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28338): Terminated: ok {rc=0}\u000a10:22:53.876338 --- ParallelTerminationStrategy: PID 28339 died...\u000a10:22:53.932498 run iperf3-srv_10.42.42.10(pid=28339): Terminated {rc=256}\u000a10:22:53.942567 --- ParallelTerminationStrategy: PID 28340 died...\u000a10:22:53.999082 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28340): Terminated: ok {rc=0}\u000a10:22:54.009297 --- ParallelTerminationStrategy: PID 28341 died...\u000a10:22:54.065889 run iperf3-srv_10.42.42.10(pid=28341): Terminated {rc=256}\u000a10:22:54.076293 --- ParallelTerminationStrategy: PID 28342 died...\u000a10:22:54.132940 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28342): Terminated: ok {rc=0}\u000a10:22:54.143074 --- ParallelTerminationStrategy: PID 28343 died...\u000a10:22:54.199439 run iperf3-srv_10.42.42.10(pid=28343): Terminated {rc=256}\u000a10:22:54.209939 --- ParallelTerminationStrategy: PID 28344 died...\u000a10:22:54.266594 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28344): Terminated: ok {rc=0}\u000a10:22:54.276758 --- ParallelTerminationStrategy: PID 28345 died...\u000a10:22:54.333303 run iperf3-srv_10.42.42.10(pid=28345): Terminated {rc=256}\u000a10:22:54.343422 --- ParallelTerminationStrategy: PID 28348 died...\u000a10:22:54.399911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28348): Terminated: ok {rc=0}\u000a10:22:54.410361 --- ParallelTerminationStrategy: PID 28351 died...\u000a10:22:54.467104 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28351): Terminated: ok {rc=0}\u000a10:22:54.477344 --- ParallelTerminationStrategy: PID 28354 died...\u000a10:22:54.534040 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28354): Terminated: ok {rc=0}\u000a10:22:54.621246 bus /gobi_4: Setting Powered False\u000a10:22:55.729146 bus /gobi_4: Setting Powered False\u000a10:22:56.841860 bus /gobi_1: Setting Powered False\u000a10:22:57.945162 bus /gobi_1: Setting Powered False\u000a10:22:59.058078 bus /gobi_0: Setting Powered False\u000a10:23:00.162306 bus /gobi_0: Setting Powered False\u000a10:23:01.287336 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28362): Process ended prematurely: osmo-stp_10.42.42.5(pid=28362) [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28362)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28362): Process ended prematurely: osmo-stp_10.42.42.5(pid=28362) [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28362)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a10:23:02.354204 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:23:02.365745 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:23:02.527154 tst ping.py: using LAC 27730\u000a10:23:02.643134 tst ping.py: using RAC 190\u000a10:23:02.759314 tst ping.py: using CellId 27730\u000a10:23:02.875316 tst ping.py: using BVCI 27731\u000a10:23:02.898282 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:23:02.909278 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:23:02.919982 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:23:02.930777 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:23:02.941494 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:23:02.952284 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:23:02.963191 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:23:02.973992 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:23:03.265012 tst ping.py:19: start network...\u000a10:23:03.398043 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:23:03.896786 run create_hlr_db(pid=28356): Launched\u000a10:23:04.082703 bus /gobi_6: Setting Powered False\u000a10:23:05.103158 run create_hlr_db(pid=28356): Terminated: ok {rc=0}\u000a10:23:05.506265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28358): Launched\u000a10:23:05.804408 run osmo-hlr_10.42.42.2(pid=28359): Launched\u000a10:23:05.922522 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:23:06.455057 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28361): Launched\u000a10:23:06.751530 run osmo-stp_10.42.42.5(pid=28362): Launched\u000a10:23:06.859542 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:23:07.381300 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28364): Launched\u000a10:23:07.487281 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:23:07.747089 run patchelf(pid=28365): Launched\u000a10:23:07.921580 run osmo-stp_10.42.42.5(pid=28362): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28362)]\u000a10:23:08.049106 run osmo-stp_10.42.42.5(pid=28362): stdout: \u000a| (launched: 2022-12-10_10:23:06.605746)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:23:08.177374 run osmo-stp_10.42.42.5(pid=28362): stderr: \u000a| �[0;m�[38;5;43m20221210102306774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102306774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102306774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102306775 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102306775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102306775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102306775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:23:08.299959 run osmo-stp_10.42.42.5(pid=28362): stdout: \u000a| (launched: 2022-12-10_10:23:06.605746)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:23:08.421629 run osmo-stp_10.42.42.5(pid=28362): stderr: \u000a| �[0;m�[38;5;43m20221210102306774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102306774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102306774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102306775 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102306775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102306775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102306775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:23:08.564546 run patchelf(pid=28365): Terminating (SIGINT)\u000a10:23:08.732084 run patchelf(pid=28365): Terminated: ok {rc=0}\u000a10:23:08.762615 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=28362): Process ended prematurely: osmo-stp_10.42.42.5(pid=28362) [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28362)] [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22]\u000a10:23:08.771064 tst ping.py:22: Test FAILED (6.4 sec)\u000a10:23:08.831297 run osmo-hlr_10.42.42.2(pid=28359): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28359)]\u000a10:23:08.880126 run osmo-hlr_10.42.42.2(pid=28359): stdout: \u000a| (launched: 2022-12-10_10:23:05.657862) \u000a10:23:08.929483 run osmo-hlr_10.42.42.2(pid=28359): stderr: \u000a| �[0;m�[1;31m20221210102305833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210102305833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210102305834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102305834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102305834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210102305834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210102305846 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210102305855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210102305855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210102305855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:23:08.971822 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28358): Terminating (SIGTERM)\u000a10:23:09.011846 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28361): Terminating (SIGTERM)\u000a10:23:09.051824 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28364): Terminating (SIGTERM)\u000a10:23:09.061175 --- ParallelTerminationStrategy: PID 28358 died...\u000a10:23:09.114733 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28358): Terminated: ok {rc=0}\u000a10:23:09.124409 --- ParallelTerminationStrategy: PID 28361 died...\u000a10:23:09.177495 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28361): Terminated: ok {rc=0}\u000a10:23:09.187092 --- ParallelTerminationStrategy: PID 28364 died...\u000a10:23:09.240183 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28364): Terminated: ok {rc=0}\u000a10:23:09.329757 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28372): Process ended prematurely: osmo-stp_10.42.42.5(pid=28372) [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28372)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28372): Process ended prematurely: osmo-stp_10.42.42.5(pid=28372) [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28372)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a10:23:10.383435 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:23:10.395646 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:23:10.561946 tst ping_idle_ping.py: using LAC 27731\u000a10:23:10.687098 tst ping_idle_ping.py: using RAC 191\u000a10:23:10.812800 tst ping_idle_ping.py: using CellId 27731\u000a10:23:10.939268 tst ping_idle_ping.py: using BVCI 27732\u000a10:23:10.963905 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:23:10.975368 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:23:10.986830 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:23:11.000041 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:23:11.012325 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:23:11.024752 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:23:11.036296 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:23:11.048347 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:23:11.323252 tst ping_idle_ping.py:24: start network...\u000a10:23:11.446848 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:23:11.928686 run create_hlr_db(pid=28366): Launched\u000a10:23:12.102458 bus /gobi_6: Setting Powered False\u000a10:23:13.124258 run create_hlr_db(pid=28366): Terminated: ok {rc=0}\u000a10:23:13.550087 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28368): Launched\u000a10:23:13.869752 run osmo-hlr_10.42.42.2(pid=28369): Launched\u000a10:23:13.988591 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:23:14.548402 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28371): Launched\u000a10:23:14.868060 run osmo-stp_10.42.42.5(pid=28372): Launched\u000a10:23:14.984348 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:23:15.545436 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28374): Launched\u000a10:23:15.661006 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:23:15.975282 run patchelf(pid=28375): Launched\u000a10:23:16.158005 run osmo-stp_10.42.42.5(pid=28372): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28372)]\u000a10:23:16.291354 run osmo-stp_10.42.42.5(pid=28372): stdout: \u000a| (launched: 2022-12-10_10:23:14.710944)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:23:16.431032 run osmo-stp_10.42.42.5(pid=28372): stderr: \u000a| �[0;m�[38;5;43m20221210102314900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102314900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102314901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102314901 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102314901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102314902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102314902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:23:16.586961 run osmo-stp_10.42.42.5(pid=28372): stdout: \u000a| (launched: 2022-12-10_10:23:14.710944)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:23:16.745199 run osmo-stp_10.42.42.5(pid=28372): stderr: \u000a| �[0;m�[38;5;43m20221210102314900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102314900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102314901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102314901 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102314901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102314902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102314902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:23:16.920512 run patchelf(pid=28375): Terminating (SIGINT)\u000a10:23:17.094332 run patchelf(pid=28375): Terminated: ok {rc=0}\u000a10:23:17.127420 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=28372): Process ended prematurely: osmo-stp_10.42.42.5(pid=28372) [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28372)] [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a10:23:17.137316 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a10:23:17.201394 run osmo-hlr_10.42.42.2(pid=28369): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28369)]\u000a10:23:17.252489 run osmo-hlr_10.42.42.2(pid=28369): stdout: \u000a| (launched: 2022-12-10_10:23:13.713156) \u000a10:23:17.311325 run osmo-hlr_10.42.42.2(pid=28369): stderr: \u000a| �[0;m�[1;31m20221210102313910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210102313910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210102313910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102313910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102313910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210102313910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210102313922 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210102313930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210102313931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210102313931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:23:17.361938 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28368): Terminating (SIGTERM)\u000a10:23:17.409446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28371): Terminating (SIGTERM)\u000a10:23:17.451623 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28374): Terminating (SIGTERM)\u000a10:23:17.462799 --- ParallelTerminationStrategy: PID 28368 died...\u000a10:23:17.519520 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28368): Terminated: ok {rc=0}\u000a10:23:17.529750 --- ParallelTerminationStrategy: PID 28371 died...\u000a10:23:17.585024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28371): Terminated: ok {rc=0}\u000a10:23:17.595100 --- ParallelTerminationStrategy: PID 28374 died...\u000a10:23:17.649560 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28374): Terminated: ok {rc=0}\u000a10:23:17.748721 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "72", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:22:19" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28657): Process ended prematurely: osmo-stp_10.42.42.5(pid=28657) [trial-2373↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28657)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28657): Process ended prematurely: osmo-stp_10.42.42.5(pid=28657) [trial-2373↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28657)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a10:23:19.819862 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:23:19.832274 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:23:19.990600 tst switch_tch_pdch.py: using LAC 27732\u000a10:23:20.109240 tst switch_tch_pdch.py: using RAC 192\u000a10:23:20.230592 tst switch_tch_pdch.py: using CellId 27732\u000a10:23:20.349888 tst switch_tch_pdch.py: using BVCI 27733\u000a10:23:20.374241 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:23:20.386529 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:23:20.398930 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:23:20.411187 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:23:20.423398 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:23:20.435735 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:23:20.448424 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:23:20.460734 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:23:20.582488 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:23:20.868473 tst switch_tch_pdch.py:51: start network...\u000a10:23:20.995857 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:23:21.521963 run create_hlr_db(pid=28651): Launched\u000a10:23:21.718305 bus /gobi_6: Setting Powered False\u000a10:23:22.723514 run create_hlr_db(pid=28651): Terminated: ok {rc=0}\u000a10:23:23.161713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28653): Launched\u000a10:23:23.568238 run osmo-hlr_10.42.42.2(pid=28654): Launched\u000a10:23:23.799136 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:23:24.448497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28656): Launched\u000a10:23:24.855046 run osmo-stp_10.42.42.5(pid=28657): Launched\u000a10:23:25.089194 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:23:25.719045 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28659): Launched\u000a10:23:25.829861 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:23:26.119619 run patchelf(pid=28660): Launched\u000a10:23:26.298820 run osmo-stp_10.42.42.5(pid=28657): ERR: Terminated: ERROR {rc=1} [trial-2373↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28657)]\u000a10:23:26.430775 run osmo-stp_10.42.42.5(pid=28657): stdout: \u000a| (launched: 2022-12-10_10:23:24.604202)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:23:26.563994 run osmo-stp_10.42.42.5(pid=28657): stderr: \u000a| �[0;m�[38;5;43m20221210102324939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102324940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102324940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102324940 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102324949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102324949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102324949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:23:26.691158 run osmo-stp_10.42.42.5(pid=28657): stdout: \u000a| (launched: 2022-12-10_10:23:24.604202)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:23:26.816856 run osmo-stp_10.42.42.5(pid=28657): stderr: \u000a| �[0;m�[38;5;43m20221210102324939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102324940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102324940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102324940 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102324949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102324949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102324949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:23:26.964198 run patchelf(pid=28660): Terminating (SIGINT)\u000a10:23:27.137315 run patchelf(pid=28660): Terminated: ok {rc=0}\u000a10:23:27.170025 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=28657): Process ended prematurely: osmo-stp_10.42.42.5(pid=28657) [trial-2373↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28657)] [trial-2373↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a10:23:27.179865 tst switch_tch_pdch.py:54: Test FAILED (7.3 sec)\u000a10:23:27.242361 run osmo-hlr_10.42.42.2(pid=28654): ERR: Terminated: ERROR {rc=237} [trial-2373↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28654)]\u000a10:23:27.292710 run osmo-hlr_10.42.42.2(pid=28654): stdout: \u000a| (launched: 2022-12-10_10:23:23.316019) \u000a10:23:27.345234 run osmo-hlr_10.42.42.2(pid=28654): stderr: \u000a| �[0;m�[1;31m20221210102323663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210102323663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210102323663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102323663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102323663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210102323663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210102323680 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210102323692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210102323697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210102323697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:23:27.388747 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28653): Terminating (SIGTERM)\u000a10:23:27.431870 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28656): Terminating (SIGTERM)\u000a10:23:27.475778 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28659): Terminating (SIGTERM)\u000a10:23:27.486259 --- ParallelTerminationStrategy: PID 28653 died...\u000a10:23:27.543837 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28653): Terminated: ok {rc=0}\u000a10:23:27.554288 --- ParallelTerminationStrategy: PID 28656 died...\u000a10:23:27.609772 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28656): Terminated: ok {rc=0}\u000a10:23:27.620136 --- ParallelTerminationStrategy: PID 28659 died...\u000a10:23:27.676254 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28659): Terminated: ok {rc=0}\u000a10:23:27.763421 bus /gobi_0: Setting Powered False\u000a10:23:28.869534 bus /gobi_0: Setting Powered False\u000a10:23:29.978545 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "73", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:23:19" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28670): Process ended prematurely: osmo-stp_10.42.42.5(pid=28670) [trial-2373↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28670)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28670): Process ended prematurely: osmo-stp_10.42.42.5(pid=28670) [trial-2373↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28670)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a10:23:32.137549 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:23:32.163411 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a10:23:32.353818 tst switch_tch_pdch.py: using LAC 27733\u000a10:23:32.510797 tst switch_tch_pdch.py: using RAC 193\u000a10:23:32.657158 tst switch_tch_pdch.py: using CellId 27733\u000a10:23:32.825267 tst switch_tch_pdch.py: using BVCI 27734\u000a10:23:32.853685 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:23:32.867560 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:23:32.881391 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:23:32.894141 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:23:32.907381 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:23:32.921280 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:23:32.932696 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:23:32.944391 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a10:23:33.062862 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a10:23:33.354330 tst switch_tch_pdch.py:51: start network...\u000a10:23:33.491114 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:23:34.010887 run create_hlr_db(pid=28664): Launched\u000a10:23:34.146392 bus /gobi_6: Setting Powered False\u000a10:23:35.215403 run create_hlr_db(pid=28664): Terminated: ok {rc=0}\u000a10:23:35.623976 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28666): Launched\u000a10:23:36.034923 run osmo-hlr_10.42.42.2(pid=28667): Launched\u000a10:23:36.273337 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:23:36.901268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28669): Launched\u000a10:23:37.324257 run osmo-stp_10.42.42.5(pid=28670): Launched\u000a10:23:37.537838 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:23:38.094983 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28672): Launched\u000a10:23:38.213071 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:23:38.511575 run patchelf(pid=28673): Launched\u000a10:23:38.703100 run osmo-stp_10.42.42.5(pid=28670): ERR: Terminated: ERROR {rc=1} [trial-2373↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28670)]\u000a10:23:38.843902 run osmo-stp_10.42.42.5(pid=28670): stdout: \u000a| (launched: 2022-12-10_10:23:37.057772)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:23:38.985235 run osmo-stp_10.42.42.5(pid=28670): stderr: \u000a| �[0;m�[38;5;43m20221210102337347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102337347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102337347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102337348 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102337348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102337348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102337348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:23:39.122175 run osmo-stp_10.42.42.5(pid=28670): stdout: \u000a| (launched: 2022-12-10_10:23:37.057772)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:23:39.256854 run osmo-stp_10.42.42.5(pid=28670): stderr: \u000a| �[0;m�[38;5;43m20221210102337347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102337347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102337347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102337348 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102337348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102337348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102337348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:23:39.413783 run patchelf(pid=28673): Terminating (SIGINT)\u000a10:23:39.598427 run patchelf(pid=28673): Terminated: ok {rc=0}\u000a10:23:39.632440 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=28670): Process ended prematurely: osmo-stp_10.42.42.5(pid=28670) [trial-2373↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28670)] [trial-2373↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a10:23:39.642883 tst switch_tch_pdch.py:54: Test FAILED (7.5 sec)\u000a10:23:39.711809 run osmo-hlr_10.42.42.2(pid=28667): ERR: Terminated: ERROR {rc=237} [trial-2373↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28667)]\u000a10:23:39.766322 run osmo-hlr_10.42.42.2(pid=28667): stdout: \u000a| (launched: 2022-12-10_10:23:35.783915) \u000a10:23:39.820350 run osmo-hlr_10.42.42.2(pid=28667): stderr: \u000a| �[0;m�[1;31m20221210102336129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210102336129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210102336129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102336129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102336129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210102336129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210102336152 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210102336165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210102336165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210102336165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:23:39.868310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28666): Terminating (SIGTERM)\u000a10:23:39.914836 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28669): Terminating (SIGTERM)\u000a10:23:39.961588 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28672): Terminating (SIGTERM)\u000a10:23:39.972523 --- ParallelTerminationStrategy: PID 28666 died...\u000a10:23:40.033963 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28666): Terminated: ok {rc=0}\u000a10:23:40.045106 --- ParallelTerminationStrategy: PID 28669 died...\u000a10:23:40.105136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28669): Terminated: ok {rc=0}\u000a10:23:40.116222 --- ParallelTerminationStrategy: PID 28672 died...\u000a10:23:40.174935 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28672): Terminated: ok {rc=0}\u000a10:23:40.267059 bus /gobi_0: Setting Powered False\u000a10:23:41.374690 bus /gobi_0: Setting Powered False\u000a10:23:42.487471 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "74", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:23:31" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "nitb_sms:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=28680): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28680) [trial-2373↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28680)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=28680): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28680) [trial-2373↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28680)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 nitb_sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a10:23:44.381408 tst nitb_sms:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a10:23:44.392085 tst nitb_sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a10:23:44.526008 tst mo_mt_sms.py: using LAC 27734\u000a10:23:44.642795 tst mo_mt_sms.py: using RAC 194\u000a10:23:44.768194 tst mo_mt_sms.py: using CellId 27734\u000a10:23:44.894402 tst mo_mt_sms.py: using BVCI 27735\u000a10:23:44.918593 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a10:23:45.031724 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a10:23:45.322355 tst mo_mt_sms.py:9: start nitb and bts...\u000a10:23:45.456714 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a10:23:46.137853 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28679): Launched\u000a10:23:46.477869 run osmo-nitb_10.42.42.2(pid=28680): Launched\u000a10:23:46.679438 run osmo-nitb_10.42.42.2(pid=28680): ERR: Terminated: ERROR {rc=2} [trial-2373↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28680)]\u000a10:23:46.828854 run osmo-nitb_10.42.42.2(pid=28680): stdout: \u000a| (launched: 2022-12-10_10:23:46.303238) \u000a10:23:46.978873 run osmo-nitb_10.42.42.2(pid=28680): stderr: \u000a| (launched: 2022-12-10_10:23:46.351544)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:23:47.124061 run osmo-nitb_10.42.42.2(pid=28680): stdout: \u000a| (launched: 2022-12-10_10:23:46.303238) \u000a10:23:47.266890 run osmo-nitb_10.42.42.2(pid=28680): stderr: \u000a| (launched: 2022-12-10_10:23:46.351544)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:23:47.607328 tst osmo-nitb_10.42.42.2(pid=28680): stdout: \u000a| (launched: 2022-12-10_10:23:46.303238) \u000a10:23:47.735237 tst osmo-nitb_10.42.42.2(pid=28680): stderr: \u000a| (launched: 2022-12-10_10:23:46.351544)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:23:47.791344 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=28680): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28680) [trial-2373↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28680)] [trial-2373↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11]\u000a10:23:47.800048 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a10:23:47.837207 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28679): Terminating (SIGTERM)\u000a10:23:48.015276 --- ParallelTerminationStrategy: PID 28679 died...\u000a10:23:48.073968 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28679): Terminated: ok {rc=0}\u000a10:23:48.161519 bus /sierra_3: Setting Powered False\u000a10:23:49.270674 bus /sierra_3: Setting Powered False\u000a10:23:50.382807 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "75", "name" : "nitb_sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:23:44" }, { "cases" : [ { "testActions" : [ ], "age" : 56, "className" : "sms:trx-umtrx", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28692): Process ended prematurely: osmo-stp_10.42.42.5(pid=28692) [trial-2373↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28692)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28692): Process ended prematurely: osmo-stp_10.42.42.5(pid=28692) [trial-2373↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28692)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a10:23:52.281541 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:23:52.292504 tst sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a10:23:52.434120 tst mo_mt_sms.py: using LAC 27735\u000a10:23:52.558400 tst mo_mt_sms.py: using RAC 195\u000a10:23:52.683135 tst mo_mt_sms.py: using CellId 27735\u000a10:23:52.813940 tst mo_mt_sms.py: using BVCI 27736\u000a10:23:52.838210 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:23:52.849324 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:23:52.860046 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:23:52.871157 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:23:52.882268 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:23:52.893290 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a10:23:53.011049 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a10:23:53.209114 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:23:53.687422 run create_hlr_db(pid=28686): Launched\u000a10:23:53.861401 bus /sierra_2: Setting Powered False\u000a10:23:54.881537 run create_hlr_db(pid=28686): Terminated: ok {rc=0}\u000a10:23:55.306286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28688): Launched\u000a10:23:55.625057 run osmo-hlr_10.42.42.2(pid=28689): Launched\u000a10:23:55.741653 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:23:56.290535 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28691): Launched\u000a10:23:56.589830 run osmo-stp_10.42.42.5(pid=28692): Launched\u000a10:23:56.700075 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:23:57.246876 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28694): Launched\u000a10:23:57.546181 run osmo-msc_10.42.42.6(pid=28695): Launched\u000a10:23:57.721975 run osmo-stp_10.42.42.5(pid=28692): ERR: Terminated: ERROR {rc=1} [trial-2373↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28692)]\u000a10:23:57.848311 run osmo-stp_10.42.42.5(pid=28692): stdout: \u000a| (launched: 2022-12-10_10:23:56.442672)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:23:57.973452 run osmo-stp_10.42.42.5(pid=28692): stderr: \u000a| �[0;m�[38;5;43m20221210102356615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102356615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102356615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102356615 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102356616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102356616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102356616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:23:58.093480 run osmo-stp_10.42.42.5(pid=28692): stdout: \u000a| (launched: 2022-12-10_10:23:56.442672)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:23:58.212461 run osmo-stp_10.42.42.5(pid=28692): stderr: \u000a| �[0;m�[38;5;43m20221210102356615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102356615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102356615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102356615 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102356616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102356616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102356616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:23:58.264940 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=28692): Process ended prematurely: osmo-stp_10.42.42.5(pid=28692) [trial-2373↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28692)] [trial-2373↪sms:trx-umtrx↪mo_mt_sms.py:16]\u000a10:23:58.272668 tst mo_mt_sms.py:16: Test FAILED (6.0 sec)\u000a10:23:58.332201 run osmo-hlr_10.42.42.2(pid=28689): ERR: Terminated: ERROR {rc=237} [trial-2373↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28689)]\u000a10:23:58.381343 run osmo-hlr_10.42.42.2(pid=28689): stdout: \u000a| (launched: 2022-12-10_10:23:55.468731) \u000a10:23:58.431125 run osmo-hlr_10.42.42.2(pid=28689): stderr: \u000a| �[0;m�[1;31m20221210102355665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210102355665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210102355665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102355665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102355665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210102355665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210102355677 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/sms:trx-umtrx/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210102355686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210102355686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210102355686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:23:58.498566 run osmo-msc_10.42.42.6(pid=28695): ERR: Terminated: ERROR {rc=2} [trial-2373↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28695)]\u000a10:23:58.547520 run osmo-msc_10.42.42.6(pid=28695): stdout: \u000a| (launched: 2022-12-10_10:23:57.398511) \u000a10:23:58.596810 run osmo-msc_10.42.42.6(pid=28695): stderr: \u000a| �[0;m�[38;5;43m20221210102357672 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210102357672 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f935af48c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210102357672 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210102357672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210102357672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210102357673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210102357674 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210102357675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210102357675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210102357675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:23:58.638870 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28688): Terminating (SIGTERM)\u000a10:23:58.678573 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28691): Terminating (SIGTERM)\u000a10:23:58.718272 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28694): Terminating (SIGTERM)\u000a10:23:58.727420 --- ParallelTerminationStrategy: PID 28688 died...\u000a10:23:58.780280 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28688): Terminated: ok {rc=0}\u000a10:23:58.789812 --- ParallelTerminationStrategy: PID 28691 died...\u000a10:23:58.842411 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28691): Terminated: ok {rc=0}\u000a10:23:58.851861 --- ParallelTerminationStrategy: PID 28694 died...\u000a10:23:58.904610 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28694): Terminated: ok {rc=0}\u000a10:23:58.988410 bus /sierra_3: Setting Powered False\u000a10:24:00.094695 bus /sierra_3: Setting Powered False\u000a10:24:01.224225 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "76", "name" : "sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:23:52" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "nitb_ussd:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=28701): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28701) [trial-2373↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28701)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=28701): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28701) [trial-2373↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28701)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 nitb_ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a10:24:03.071366 tst nitb_ussd:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a10:24:03.082987 tst nitb_ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a10:24:03.219171 tst assert_extension.py: using LAC 27736\u000a10:24:03.337336 tst assert_extension.py: using RAC 196\u000a10:24:03.457126 tst assert_extension.py: using CellId 27736\u000a10:24:03.575673 tst assert_extension.py: using BVCI 27737\u000a10:24:03.598555 tst nitb_ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a10:24:03.887287 tst assert_extension.py:10: start nitb and bts...\u000a10:24:04.021165 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a10:24:04.682892 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28700): Launched\u000a10:24:04.998769 run osmo-nitb_10.42.42.2(pid=28701): Launched\u000a10:24:05.195514 run osmo-nitb_10.42.42.2(pid=28701): ERR: Terminated: ERROR {rc=2} [trial-2373↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28701)]\u000a10:24:05.340627 run osmo-nitb_10.42.42.2(pid=28701): stdout: \u000a| (launched: 2022-12-10_10:24:04.845356) \u000a10:24:05.485777 run osmo-nitb_10.42.42.2(pid=28701): stderr: \u000a| (launched: 2022-12-10_10:24:04.892643)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:24:05.626299 run osmo-nitb_10.42.42.2(pid=28701): stdout: \u000a| (launched: 2022-12-10_10:24:04.845356) \u000a10:24:05.765561 run osmo-nitb_10.42.42.2(pid=28701): stderr: \u000a| (launched: 2022-12-10_10:24:04.892643)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:24:06.128333 tst osmo-nitb_10.42.42.2(pid=28701): stdout: \u000a| (launched: 2022-12-10_10:24:04.845356) \u000a10:24:06.256434 tst osmo-nitb_10.42.42.2(pid=28701): stderr: \u000a| (launched: 2022-12-10_10:24:04.892643)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:24:06.312564 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=28701): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28701) [trial-2373↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28701)] [trial-2373↪nitb_ussd:trx-umtrx↪assert_extension.py:12]\u000a10:24:06.321405 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a10:24:06.358627 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28700): Terminating (SIGTERM)\u000a10:24:06.536487 --- ParallelTerminationStrategy: PID 28700 died...\u000a10:24:06.594637 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28700): Terminated: ok {rc=0}\u000a10:24:06.680979 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "77", "name" : "nitb_ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:24:02" }, { "cases" : [ { "testActions" : [ ], "age" : 56, "className" : "ussd:trx-umtrx", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28711): Process ended prematurely: osmo-stp_10.42.42.5(pid=28711) [trial-2373↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28711)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28711): Process ended prematurely: osmo-stp_10.42.42.5(pid=28711) [trial-2373↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28711)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a10:24:08.524493 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:24:08.535680 tst ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a10:24:08.674101 tst assert_extension.py: using LAC 27737\u000a10:24:08.791897 tst assert_extension.py: using RAC 197\u000a10:24:08.911026 tst assert_extension.py: using CellId 27737\u000a10:24:09.027366 tst assert_extension.py: using BVCI 27738\u000a10:24:09.050115 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:24:09.061064 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:24:09.071634 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:24:09.082103 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:24:09.092456 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:24:09.102902 tst ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a10:24:09.310254 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:24:09.810350 run create_hlr_db(pid=28705): Launched\u000a10:24:09.996382 bus /sierra_2: Setting Powered False\u000a10:24:11.016447 run create_hlr_db(pid=28705): Terminated: ok {rc=0}\u000a10:24:11.418718 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28707): Launched\u000a10:24:11.717924 run osmo-hlr_10.42.42.2(pid=28708): Launched\u000a10:24:11.830703 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:24:12.354630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28710): Launched\u000a10:24:12.653283 run osmo-stp_10.42.42.5(pid=28711): Launched\u000a10:24:12.762490 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:24:13.304822 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28713): Launched\u000a10:24:13.602531 run osmo-msc_10.42.42.6(pid=28714): Launched\u000a10:24:13.780381 run osmo-stp_10.42.42.5(pid=28711): ERR: Terminated: ERROR {rc=1} [trial-2373↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28711)]\u000a10:24:13.907403 run osmo-stp_10.42.42.5(pid=28711): stdout: \u000a| (launched: 2022-12-10_10:24:12.506274)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:24:14.032227 run osmo-stp_10.42.42.5(pid=28711): stderr: \u000a| �[0;m�[38;5;43m20221210102412679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102412679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102412679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102412680 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102412680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102412680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102412680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:24:14.153097 run osmo-stp_10.42.42.5(pid=28711): stdout: \u000a| (launched: 2022-12-10_10:24:12.506274)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:24:14.271812 run osmo-stp_10.42.42.5(pid=28711): stderr: \u000a| �[0;m�[38;5;43m20221210102412679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102412679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102412679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102412680 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102412680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102412680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102412680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:24:14.324017 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=28711): Process ended prematurely: osmo-stp_10.42.42.5(pid=28711) [trial-2373↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28711)] [trial-2373↪ussd:trx-umtrx↪assert_extension.py:17]\u000a10:24:14.331995 tst assert_extension.py:17: Test FAILED (5.8 sec)\u000a10:24:14.391682 run osmo-hlr_10.42.42.2(pid=28708): ERR: Terminated: ERROR {rc=237} [trial-2373↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28708)]\u000a10:24:14.440742 run osmo-hlr_10.42.42.2(pid=28708): stdout: \u000a| (launched: 2022-12-10_10:24:11.570424) \u000a10:24:14.490322 run osmo-hlr_10.42.42.2(pid=28708): stderr: \u000a| �[0;m�[1;31m20221210102411746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210102411746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210102411746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102411746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102411746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210102411746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210102411757 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/ussd:trx-umtrx/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210102411766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210102411766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210102411766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:24:14.558000 run osmo-msc_10.42.42.6(pid=28714): ERR: Terminated: ERROR {rc=2} [trial-2373↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28714)]\u000a10:24:14.606897 run osmo-msc_10.42.42.6(pid=28714): stdout: \u000a| (launched: 2022-12-10_10:24:13.455372) \u000a10:24:14.656128 run osmo-msc_10.42.42.6(pid=28714): stderr: \u000a| �[0;m�[38;5;43m20221210102413725 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210102413726 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcdc6c35c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210102413726 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210102413726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210102413726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210102413726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210102413728 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210102413730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210102413730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210102413730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:24:14.698313 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28707): Terminating (SIGTERM)\u000a10:24:14.737945 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28710): Terminating (SIGTERM)\u000a10:24:14.777587 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28713): Terminating (SIGTERM)\u000a10:24:14.786790 --- ParallelTerminationStrategy: PID 28707 died...\u000a10:24:14.840342 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28707): Terminated: ok {rc=0}\u000a10:24:14.850160 --- ParallelTerminationStrategy: PID 28710 died...\u000a10:24:14.902868 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28710): Terminated: ok {rc=0}\u000a10:24:14.912255 --- ParallelTerminationStrategy: PID 28713 died...\u000a10:24:14.965013 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28713): Terminated: ok {rc=0}\u000a10:24:15.048269 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "78", "name" : "ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:24:08" }, { "cases" : [ { "testActions" : [ ], "age" : 56, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28725): Process ended prematurely: osmo-stp_10.42.42.5(pid=28725) [trial-2373↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28725)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28725): Process ended prematurely: osmo-stp_10.42.42.5(pid=28725) [trial-2373↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28725)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a10:24:17.065530 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:24:17.078398 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a10:24:17.254085 tst mo_mt_call.py: using LAC 27738\u000a10:24:17.372272 tst mo_mt_call.py: using RAC 198\u000a10:24:17.490143 tst mo_mt_call.py: using CellId 27738\u000a10:24:17.608265 tst mo_mt_call.py: using BVCI 27739\u000a10:24:17.631698 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:24:17.642897 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:24:17.653796 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:24:17.664536 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:24:17.675487 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:24:17.686298 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:24:17.807004 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:24:18.011091 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:24:18.497999 run create_hlr_db(pid=28719): Launched\u000a10:24:18.674460 bus /sierra_2: Setting Powered False\u000a10:24:19.694456 run create_hlr_db(pid=28719): Terminated: ok {rc=0}\u000a10:24:20.126259 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28721): Launched\u000a10:24:20.450534 run osmo-hlr_10.42.42.2(pid=28722): Launched\u000a10:24:20.569454 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:24:21.132399 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28724): Launched\u000a10:24:21.456669 run osmo-stp_10.42.42.5(pid=28725): Launched\u000a10:24:21.576224 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:24:22.170044 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28727): Launched\u000a10:24:22.493741 run osmo-msc_10.42.42.6(pid=28728): Launched\u000a10:24:22.684181 run osmo-stp_10.42.42.5(pid=28725): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28725)]\u000a10:24:22.821584 run osmo-stp_10.42.42.5(pid=28725): stdout: \u000a| (launched: 2022-12-10_10:24:21.297478)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:24:22.958008 run osmo-stp_10.42.42.5(pid=28725): stderr: \u000a| �[0;m�[38;5;43m20221210102421490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102421490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102421490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102421490 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102421491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102421491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102421491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:24:23.088266 run osmo-stp_10.42.42.5(pid=28725): stdout: \u000a| (launched: 2022-12-10_10:24:21.297478)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:24:23.217938 run osmo-stp_10.42.42.5(pid=28725): stderr: \u000a| �[0;m�[38;5;43m20221210102421490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102421490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102421490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102421490 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102421491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102421491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102421491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:24:23.274924 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28725): Process ended prematurely: osmo-stp_10.42.42.5(pid=28725) [trial-2373↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28725)] [trial-2373↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a10:24:23.283963 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a10:24:23.347503 run osmo-hlr_10.42.42.2(pid=28722): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28722)]\u000a10:24:23.399224 run osmo-hlr_10.42.42.2(pid=28722): stdout: \u000a| (launched: 2022-12-10_10:24:20.291765) \u000a10:24:23.451618 run osmo-hlr_10.42.42.2(pid=28722): stderr: \u000a| �[0;m�[1;31m20221210102420491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210102420491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210102420491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102420491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102420492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210102420492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210102420504 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210102420512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210102420512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210102420512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:24:23.522747 run osmo-msc_10.42.42.6(pid=28728): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28728)]\u000a10:24:23.574501 run osmo-msc_10.42.42.6(pid=28728): stdout: \u000a| (launched: 2022-12-10_10:24:22.334974) \u000a10:24:23.626655 run osmo-msc_10.42.42.6(pid=28728): stderr: \u000a| �[0;m�[38;5;43m20221210102422655 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210102422656 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f809dc56c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210102422656 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210102422656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210102422656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210102422656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210102422658 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210102422658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210102422658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210102422658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:24:23.671169 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28721): Terminating (SIGTERM)\u000a10:24:23.713519 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28724): Terminating (SIGTERM)\u000a10:24:23.755372 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28727): Terminating (SIGTERM)\u000a10:24:23.765302 --- ParallelTerminationStrategy: PID 28721 died...\u000a10:24:23.821631 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28721): Terminated: ok {rc=0}\u000a10:24:23.831611 --- ParallelTerminationStrategy: PID 28724 died...\u000a10:24:23.887443 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28724): Terminated: ok {rc=0}\u000a10:24:23.897745 --- ParallelTerminationStrategy: PID 28727 died...\u000a10:24:23.953730 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28727): Terminated: ok {rc=0}\u000a10:24:24.042028 bus /sierra_3: Setting Powered False\u000a10:24:25.149957 bus /sierra_3: Setting Powered False\u000a10:24:26.257726 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 56, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28736): Process ended prematurely: osmo-stp_10.42.42.5(pid=28736) [trial-2373↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28736)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28736): Process ended prematurely: osmo-stp_10.42.42.5(pid=28736) [trial-2373↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28736)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:24:27.372872 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:24:27.385133 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a10:24:27.550758 tst mo_mt_call_osmux.py: using LAC 27739\u000a10:24:27.679603 tst mo_mt_call_osmux.py: using RAC 199\u000a10:24:27.801845 tst mo_mt_call_osmux.py: using CellId 27739\u000a10:24:27.921803 tst mo_mt_call_osmux.py: using BVCI 27740\u000a10:24:27.945079 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:24:27.956232 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:24:27.967254 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:24:27.978199 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:24:27.989315 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:24:28.000060 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:24:28.119606 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:24:28.325927 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:24:28.811626 run create_hlr_db(pid=28730): Launched\u000a10:24:28.986992 bus /sierra_2: Setting Powered False\u000a10:24:30.007088 run create_hlr_db(pid=28730): Terminated: ok {rc=0}\u000a10:24:30.412060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28732): Launched\u000a10:24:30.714130 run osmo-hlr_10.42.42.2(pid=28733): Launched\u000a10:24:30.824481 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:24:31.439858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28735): Launched\u000a10:24:31.875383 run osmo-stp_10.42.42.5(pid=28736): Launched\u000a10:24:32.020809 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:24:32.685290 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28738): Launched\u000a10:24:32.988293 run osmo-msc_10.42.42.6(pid=28739): Launched\u000a10:24:33.165904 run osmo-stp_10.42.42.5(pid=28736): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28736)]\u000a10:24:33.293749 run osmo-stp_10.42.42.5(pid=28736): stdout: \u000a| (launched: 2022-12-10_10:24:31.609121)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:24:33.420262 run osmo-stp_10.42.42.5(pid=28736): stderr: \u000a| �[0;m�[38;5;43m20221210102431911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102431911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102431911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102431912 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102431912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102431912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102431912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:24:33.542192 run osmo-stp_10.42.42.5(pid=28736): stdout: \u000a| (launched: 2022-12-10_10:24:31.609121)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:24:33.662876 run osmo-stp_10.42.42.5(pid=28736): stderr: \u000a| �[0;m�[38;5;43m20221210102431911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102431911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102431911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102431912 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102431912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102431912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102431912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:24:33.716317 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28736): Process ended prematurely: osmo-stp_10.42.42.5(pid=28736) [trial-2373↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28736)] [trial-2373↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a10:24:33.724829 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a10:24:33.784754 run osmo-hlr_10.42.42.2(pid=28733): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28733)]\u000a10:24:33.834030 run osmo-hlr_10.42.42.2(pid=28733): stdout: \u000a| (launched: 2022-12-10_10:24:30.566230) \u000a10:24:33.883643 run osmo-hlr_10.42.42.2(pid=28733): stderr: \u000a| �[0;m�[1;31m20221210102430744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210102430744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210102430744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102430744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102430744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210102430744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210102430756 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210102430765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210102430765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210102430766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:24:33.951069 run osmo-msc_10.42.42.6(pid=28739): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28739)]\u000a10:24:33.999792 run osmo-msc_10.42.42.6(pid=28739): stdout: \u000a| (launched: 2022-12-10_10:24:32.839726) \u000a10:24:34.049180 run osmo-msc_10.42.42.6(pid=28739): stderr: \u000a| �[0;m�[38;5;43m20221210102433111 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210102433112 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9209de5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210102433112 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210102433112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210102433112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210102433112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210102433114 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210102433115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210102433116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210102433116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:24:34.091240 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28732): Terminating (SIGTERM)\u000a10:24:34.130912 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28735): Terminating (SIGTERM)\u000a10:24:34.170900 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28738): Terminating (SIGTERM)\u000a10:24:34.180117 --- ParallelTerminationStrategy: PID 28732 died...\u000a10:24:34.234303 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28732): Terminated: ok {rc=0}\u000a10:24:34.243878 --- ParallelTerminationStrategy: PID 28735 died...\u000a10:24:34.296922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28735): Terminated: ok {rc=0}\u000a10:24:34.306583 --- ParallelTerminationStrategy: PID 28738 died...\u000a10:24:34.359409 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28738): Terminated: ok {rc=0}\u000a10:24:34.446835 bus /sierra_3: Setting Powered False\u000a10:24:35.550303 bus /sierra_3: Setting Powered False\u000a10:24:36.661258 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "79", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:24:16" }, { "cases" : [ { "testActions" : [ ], "age" : 56, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28750): Process ended prematurely: osmo-stp_10.42.42.5(pid=28750) [trial-2373↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28750)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28750): Process ended prematurely: osmo-stp_10.42.42.5(pid=28750) [trial-2373↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28750)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a10:24:38.655885 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:24:38.667019 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a10:24:38.842319 tst mo_mt_call.py: using LAC 27740\u000a10:24:38.973187 tst mo_mt_call.py: using RAC 200\u000a10:24:39.113843 tst mo_mt_call.py: using CellId 27740\u000a10:24:39.242587 tst mo_mt_call.py: using BVCI 27741\u000a10:24:39.267493 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:24:39.279119 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:24:39.290501 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:24:39.302138 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:24:39.313991 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:24:39.326091 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:24:39.444642 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:24:39.656150 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:24:40.166979 run create_hlr_db(pid=28744): Launched\u000a10:24:40.356925 bus /sierra_2: Setting Powered False\u000a10:24:41.376262 run create_hlr_db(pid=28744): Terminated: ok {rc=0}\u000a10:24:41.785643 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28746): Launched\u000a10:24:42.090298 run osmo-hlr_10.42.42.2(pid=28747): Launched\u000a10:24:42.201838 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:24:42.732776 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28749): Launched\u000a10:24:43.035527 run osmo-stp_10.42.42.5(pid=28750): Launched\u000a10:24:43.146224 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:24:43.701375 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28752): Launched\u000a10:24:44.005052 run osmo-msc_10.42.42.6(pid=28753): Launched\u000a10:24:44.183093 run osmo-stp_10.42.42.5(pid=28750): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28750)]\u000a10:24:44.312460 run osmo-stp_10.42.42.5(pid=28750): stdout: \u000a| (launched: 2022-12-10_10:24:42.886883)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:24:44.439476 run osmo-stp_10.42.42.5(pid=28750): stderr: \u000a| �[0;m�[38;5;43m20221210102443056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102443056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102443056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102443056 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102443057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102443057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102443057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:24:44.561660 run osmo-stp_10.42.42.5(pid=28750): stdout: \u000a| (launched: 2022-12-10_10:24:42.886883)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:24:44.682244 run osmo-stp_10.42.42.5(pid=28750): stderr: \u000a| �[0;m�[38;5;43m20221210102443056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102443056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102443056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102443056 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102443057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102443057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102443057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:24:44.735745 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28750): Process ended prematurely: osmo-stp_10.42.42.5(pid=28750) [trial-2373↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28750)] [trial-2373↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a10:24:44.744466 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a10:24:44.804477 run osmo-hlr_10.42.42.2(pid=28747): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28747)]\u000a10:24:44.853908 run osmo-hlr_10.42.42.2(pid=28747): stdout: \u000a| (launched: 2022-12-10_10:24:41.940229) \u000a10:24:44.903578 run osmo-hlr_10.42.42.2(pid=28747): stderr: \u000a| �[0;m�[1;31m20221210102442118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210102442118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210102442118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102442118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102442118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210102442118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210102442177 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210102442187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210102442187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210102442187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:24:44.971171 run osmo-msc_10.42.42.6(pid=28753): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28753)]\u000a10:24:45.020378 run osmo-msc_10.42.42.6(pid=28753): stdout: \u000a| (launched: 2022-12-10_10:24:43.855736) \u000a10:24:45.070198 run osmo-msc_10.42.42.6(pid=28753): stderr: \u000a| �[0;m�[38;5;43m20221210102444129 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210102444130 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f47dea9ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210102444130 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210102444130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210102444130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210102444130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210102444133 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210102444133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210102444133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210102444134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:24:45.112391 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28746): Terminating (SIGTERM)\u000a10:24:45.152847 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28749): Terminating (SIGTERM)\u000a10:24:45.193074 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28752): Terminating (SIGTERM)\u000a10:24:45.202391 --- ParallelTerminationStrategy: PID 28746 died...\u000a10:24:45.256120 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28746): Terminated: ok {rc=0}\u000a10:24:45.265818 --- ParallelTerminationStrategy: PID 28749 died...\u000a10:24:45.319431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28749): Terminated: ok {rc=0}\u000a10:24:45.329067 --- ParallelTerminationStrategy: PID 28752 died...\u000a10:24:45.382359 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28752): Terminated: ok {rc=0}\u000a10:24:45.466161 bus /sierra_3: Setting Powered False\u000a10:24:46.583965 bus /sierra_3: Setting Powered False\u000a10:24:47.695228 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 56, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28761): Process ended prematurely: osmo-stp_10.42.42.5(pid=28761) [trial-2373↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28761)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28761): Process ended prematurely: osmo-stp_10.42.42.5(pid=28761) [trial-2373↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28761)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:24:48.810645 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:24:48.822883 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a10:24:48.990174 tst mo_mt_call_osmux.py: using LAC 27741\u000a10:24:49.116861 tst mo_mt_call_osmux.py: using RAC 201\u000a10:24:49.244388 tst mo_mt_call_osmux.py: using CellId 27741\u000a10:24:49.371160 tst mo_mt_call_osmux.py: using BVCI 27742\u000a10:24:49.395822 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:24:49.407513 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:24:49.419018 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:24:49.430753 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:24:49.442720 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:24:49.454212 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:24:49.573553 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:24:49.778816 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:24:50.266262 run create_hlr_db(pid=28755): Launched\u000a10:24:50.442676 bus /sierra_2: Setting Powered False\u000a10:24:51.462902 run create_hlr_db(pid=28755): Terminated: ok {rc=0}\u000a10:24:51.893711 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28757): Launched\u000a10:24:52.219523 run osmo-hlr_10.42.42.2(pid=28758): Launched\u000a10:24:52.341841 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:24:52.908807 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28760): Launched\u000a10:24:53.233823 run osmo-stp_10.42.42.5(pid=28761): Launched\u000a10:24:53.352235 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:24:53.944715 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28763): Launched\u000a10:24:54.271497 run osmo-msc_10.42.42.6(pid=28764): Launched\u000a10:24:54.462790 run osmo-stp_10.42.42.5(pid=28761): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28761)]\u000a10:24:54.601263 run osmo-stp_10.42.42.5(pid=28761): stdout: \u000a| (launched: 2022-12-10_10:24:53.073967)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:24:54.739072 run osmo-stp_10.42.42.5(pid=28761): stderr: \u000a| �[0;m�[38;5;43m20221210102453266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102453266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102453266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102453267 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102453267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102453267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102453267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:24:54.870199 run osmo-stp_10.42.42.5(pid=28761): stdout: \u000a| (launched: 2022-12-10_10:24:53.073967)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:24:55.000182 run osmo-stp_10.42.42.5(pid=28761): stderr: \u000a| �[0;m�[38;5;43m20221210102453266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102453266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102453266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102453267 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102453267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102453267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102453267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:24:55.057499 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28761): Process ended prematurely: osmo-stp_10.42.42.5(pid=28761) [trial-2373↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28761)] [trial-2373↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a10:24:55.066688 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a10:24:55.130000 run osmo-hlr_10.42.42.2(pid=28758): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28758)]\u000a10:24:55.181793 run osmo-hlr_10.42.42.2(pid=28758): stdout: \u000a| (launched: 2022-12-10_10:24:52.059515) \u000a10:24:55.233985 run osmo-hlr_10.42.42.2(pid=28758): stderr: \u000a| �[0;m�[1;31m20221210102452259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210102452259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210102452259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102452259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102452259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210102452260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210102452271 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210102452280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210102452280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210102452280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:24:55.305297 run osmo-msc_10.42.42.6(pid=28764): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28764)]\u000a10:24:55.356930 run osmo-msc_10.42.42.6(pid=28764): stdout: \u000a| (launched: 2022-12-10_10:24:54.110373) \u000a10:24:55.408670 run osmo-msc_10.42.42.6(pid=28764): stderr: \u000a| �[0;m�[38;5;43m20221210102454434 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210102454434 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efdf4e80c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210102454434 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210102454434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210102454434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210102454434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210102454436 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210102454436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210102454437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210102454437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:24:55.452454 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28757): Terminating (SIGTERM)\u000a10:24:55.494317 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28760): Terminating (SIGTERM)\u000a10:24:55.536470 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28763): Terminating (SIGTERM)\u000a10:24:55.546180 --- ParallelTerminationStrategy: PID 28757 died...\u000a10:24:55.602263 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28757): Terminated: ok {rc=0}\u000a10:24:55.612233 --- ParallelTerminationStrategy: PID 28760 died...\u000a10:24:55.667838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28760): Terminated: ok {rc=0}\u000a10:24:55.678101 --- ParallelTerminationStrategy: PID 28763 died...\u000a10:24:55.734225 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28763): Terminated: ok {rc=0}\u000a10:24:55.821362 bus /sierra_3: Setting Powered False\u000a10:24:56.927653 bus /sierra_3: Setting Powered False\u000a10:24:58.034848 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "80", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:24:38" }, { "cases" : [ { "testActions" : [ ], "age" : 56, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28778): Process ended prematurely: osmo-stp_10.42.42.5(pid=28778) [trial-2373↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28778)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28778): Process ended prematurely: osmo-stp_10.42.42.5(pid=28778) [trial-2373↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28778)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a10:25:00.045172 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:25:00.056612 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a10:25:00.222789 tst mo_mt_call.py: using LAC 27742\u000a10:25:00.355308 tst mo_mt_call.py: using RAC 202\u000a10:25:00.482509 tst mo_mt_call.py: using CellId 27742\u000a10:25:00.608001 tst mo_mt_call.py: using BVCI 27743\u000a10:25:00.632682 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:25:00.644176 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:25:00.655549 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:25:00.667273 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:25:00.678964 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:25:00.690575 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:25:00.808790 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:25:01.047797 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:25:01.583331 run create_hlr_db(pid=28772): Launched\u000a10:25:01.765364 bus /sierra_2: Setting Powered False\u000a10:25:02.790661 run create_hlr_db(pid=28772): Terminated: ok {rc=0}\u000a10:25:03.222696 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28774): Launched\u000a10:25:03.546231 run osmo-hlr_10.42.42.2(pid=28775): Launched\u000a10:25:03.668022 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:25:04.232193 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28777): Launched\u000a10:25:04.558039 run osmo-stp_10.42.42.5(pid=28778): Launched\u000a10:25:04.675965 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:25:05.269447 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28780): Launched\u000a10:25:05.594784 run osmo-msc_10.42.42.6(pid=28781): Launched\u000a10:25:05.785747 run osmo-stp_10.42.42.5(pid=28778): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28778)]\u000a10:25:05.923774 run osmo-stp_10.42.42.5(pid=28778): stdout: \u000a| (launched: 2022-12-10_10:25:04.398212)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:25:06.061857 run osmo-stp_10.42.42.5(pid=28778): stderr: \u000a| �[0;m�[38;5;43m20221210102504591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102504592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102504592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102504592 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102504593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102504593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102504593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:25:06.193858 run osmo-stp_10.42.42.5(pid=28778): stdout: \u000a| (launched: 2022-12-10_10:25:04.398212)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:25:06.323865 run osmo-stp_10.42.42.5(pid=28778): stderr: \u000a| �[0;m�[38;5;43m20221210102504591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102504592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102504592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102504592 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102504593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102504593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102504593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:25:06.381245 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28778): Process ended prematurely: osmo-stp_10.42.42.5(pid=28778) [trial-2373↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28778)] [trial-2373↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a10:25:06.390735 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a10:25:06.454772 run osmo-hlr_10.42.42.2(pid=28775): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28775)]\u000a10:25:06.507115 run osmo-hlr_10.42.42.2(pid=28775): stdout: \u000a| (launched: 2022-12-10_10:25:03.387721) \u000a10:25:06.560106 run osmo-hlr_10.42.42.2(pid=28775): stderr: \u000a| �[0;m�[1;31m20221210102503584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210102503585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210102503585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102503585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102503585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210102503585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210102503598 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210102503608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210102503608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210102503608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:25:06.631549 run osmo-msc_10.42.42.6(pid=28781): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28781)]\u000a10:25:06.683849 run osmo-msc_10.42.42.6(pid=28781): stdout: \u000a| (launched: 2022-12-10_10:25:05.435210) \u000a10:25:06.736371 run osmo-msc_10.42.42.6(pid=28781): stderr: \u000a| �[0;m�[38;5;43m20221210102505756 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210102505757 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f81cfd69c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210102505757 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210102505757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210102505757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210102505757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210102505759 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210102505759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210102505760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210102505760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:25:06.781128 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28774): Terminating (SIGTERM)\u000a10:25:06.823382 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28777): Terminating (SIGTERM)\u000a10:25:06.866173 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28780): Terminating (SIGTERM)\u000a10:25:06.875905 --- ParallelTerminationStrategy: PID 28774 died...\u000a10:25:06.933102 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28774): Terminated: ok {rc=0}\u000a10:25:06.943365 --- ParallelTerminationStrategy: PID 28777 died...\u000a10:25:06.999676 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28777): Terminated: ok {rc=0}\u000a10:25:07.010142 --- ParallelTerminationStrategy: PID 28780 died...\u000a10:25:07.066307 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28780): Terminated: ok {rc=0}\u000a10:25:07.154977 bus /sierra_3: Setting Powered False\u000a10:25:08.258480 bus /sierra_3: Setting Powered False\u000a10:25:09.369678 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 59, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28789): Process ended prematurely: osmo-stp_10.42.42.5(pid=28789) [trial-2373↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28789)]", "failedSince" : 2315, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28789): Process ended prematurely: osmo-stp_10.42.42.5(pid=28789) [trial-2373↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28789)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:25:10.480745 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:25:10.492429 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a10:25:10.650469 tst mo_mt_call_osmux.py: using LAC 27743\u000a10:25:10.778656 tst mo_mt_call_osmux.py: using RAC 203\u000a10:25:10.906534 tst mo_mt_call_osmux.py: using CellId 27743\u000a10:25:11.035900 tst mo_mt_call_osmux.py: using BVCI 27744\u000a10:25:11.060773 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:25:11.072527 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:25:11.083955 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:25:11.096013 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:25:11.107888 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:25:11.119863 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:25:11.236604 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:25:11.448365 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:25:11.960421 run create_hlr_db(pid=28783): Launched\u000a10:25:12.150286 bus /sierra_2: Setting Powered False\u000a10:25:13.170999 run create_hlr_db(pid=28783): Terminated: ok {rc=0}\u000a10:25:13.582868 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28785): Launched\u000a10:25:13.887124 run osmo-hlr_10.42.42.2(pid=28786): Launched\u000a10:25:14.003607 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:25:14.533468 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28788): Launched\u000a10:25:14.837457 run osmo-stp_10.42.42.5(pid=28789): Launched\u000a10:25:14.948282 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:25:15.504026 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28791): Launched\u000a10:25:15.808040 run osmo-msc_10.42.42.6(pid=28792): Launched\u000a10:25:16.088214 run osmo-stp_10.42.42.5(pid=28789): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28789)]\u000a10:25:16.334679 run osmo-stp_10.42.42.5(pid=28789): stdout: \u000a| (launched: 2022-12-10_10:25:14.688447)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:25:16.475989 run osmo-stp_10.42.42.5(pid=28789): stderr: \u000a| �[0;m�[38;5;43m20221210102514859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102514859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102514859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102514860 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102514860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102514860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102514860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:25:16.612755 run osmo-stp_10.42.42.5(pid=28789): stdout: \u000a| (launched: 2022-12-10_10:25:14.688447)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:25:16.747871 run osmo-stp_10.42.42.5(pid=28789): stderr: \u000a| �[0;m�[38;5;43m20221210102514859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102514859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102514859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102514860 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102514860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102514860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102514860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:25:16.807093 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28789): Process ended prematurely: osmo-stp_10.42.42.5(pid=28789) [trial-2373↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28789)] [trial-2373↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a10:25:16.817464 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a10:25:16.885841 run osmo-hlr_10.42.42.2(pid=28786): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28786)]\u000a10:25:16.940894 run osmo-hlr_10.42.42.2(pid=28786): stdout: \u000a| (launched: 2022-12-10_10:25:13.737689) \u000a10:25:16.996036 run osmo-hlr_10.42.42.2(pid=28786): stderr: \u000a| �[0;m�[1;31m20221210102513913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210102513913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210102513913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102513913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102513913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210102513913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210102513926 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210102513936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210102513936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210102513937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:25:17.070535 run osmo-msc_10.42.42.6(pid=28792): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28792)]\u000a10:25:17.124457 run osmo-msc_10.42.42.6(pid=28792): stdout: \u000a| (launched: 2022-12-10_10:25:15.658342) \u000a10:25:17.180226 run osmo-msc_10.42.42.6(pid=28792): stderr: \u000a| �[0;m�[38;5;43m20221210102515985 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210102515985 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f260b220c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210102515985 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210102515986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210102515986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210102515986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210102515988 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210102515988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210102515988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210102515988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:25:17.225577 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28785): Terminating (SIGTERM)\u000a10:25:17.268732 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28788): Terminating (SIGTERM)\u000a10:25:17.311709 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28791): Terminating (SIGTERM)\u000a10:25:17.321848 --- ParallelTerminationStrategy: PID 28785 died...\u000a10:25:17.379323 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28785): Terminated: ok {rc=0}\u000a10:25:17.389820 --- ParallelTerminationStrategy: PID 28788 died...\u000a10:25:17.446938 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28788): Terminated: ok {rc=0}\u000a10:25:17.457320 --- ParallelTerminationStrategy: PID 28791 died...\u000a10:25:17.514274 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28791): Terminated: ok {rc=0}\u000a10:25:17.601018 bus /sierra_3: Setting Powered False\u000a10:25:18.706985 bus /sierra_3: Setting Powered False\u000a10:25:19.813620 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "81", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:24:59" }, { "cases" : [ { "testActions" : [ ], "age" : 56, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28804): Process ended prematurely: osmo-stp_10.42.42.5(pid=28804) [trial-2373↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28804)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28804): Process ended prematurely: osmo-stp_10.42.42.5(pid=28804) [trial-2373↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28804)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a10:25:21.801724 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:25:21.813032 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a10:25:21.969977 tst mo_mt_call.py: using LAC 27744\u000a10:25:22.088599 tst mo_mt_call.py: using RAC 204\u000a10:25:22.209184 tst mo_mt_call.py: using CellId 27744\u000a10:25:22.329799 tst mo_mt_call.py: using BVCI 27745\u000a10:25:22.353060 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:25:22.364127 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:25:22.375059 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:25:22.386000 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:25:22.396992 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:25:22.407808 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:25:22.527681 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:25:22.733994 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:25:23.220246 run create_hlr_db(pid=28798): Launched\u000a10:25:23.396307 bus /sierra_2: Setting Powered False\u000a10:25:24.415970 run create_hlr_db(pid=28798): Terminated: ok {rc=0}\u000a10:25:24.848493 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28800): Launched\u000a10:25:25.172872 run osmo-hlr_10.42.42.2(pid=28801): Launched\u000a10:25:25.296743 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:25:25.861780 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28803): Launched\u000a10:25:26.187070 run osmo-stp_10.42.42.5(pid=28804): Launched\u000a10:25:26.306492 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:25:26.904011 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28806): Launched\u000a10:25:27.228812 run osmo-msc_10.42.42.6(pid=28807): Launched\u000a10:25:27.419067 run osmo-stp_10.42.42.5(pid=28804): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28804)]\u000a10:25:27.556850 run osmo-stp_10.42.42.5(pid=28804): stdout: \u000a| (launched: 2022-12-10_10:25:26.027131)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:25:27.693840 run osmo-stp_10.42.42.5(pid=28804): stderr: \u000a| �[0;m�[38;5;43m20221210102526220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102526221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102526221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102526221 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102526222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102526222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102526222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:25:27.824416 run osmo-stp_10.42.42.5(pid=28804): stdout: \u000a| (launched: 2022-12-10_10:25:26.027131)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:25:27.953965 run osmo-stp_10.42.42.5(pid=28804): stderr: \u000a| �[0;m�[38;5;43m20221210102526220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102526221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102526221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102526221 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102526222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102526222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102526222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:25:28.010965 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28804): Process ended prematurely: osmo-stp_10.42.42.5(pid=28804) [trial-2373↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28804)] [trial-2373↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a10:25:28.020102 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a10:25:28.083886 run osmo-hlr_10.42.42.2(pid=28801): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28801)]\u000a10:25:28.135884 run osmo-hlr_10.42.42.2(pid=28801): stdout: \u000a| (launched: 2022-12-10_10:25:25.014024) \u000a10:25:28.188744 run osmo-hlr_10.42.42.2(pid=28801): stderr: \u000a| �[0;m�[1;31m20221210102525213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210102525213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210102525213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102525213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102525213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210102525213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210102525226 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210102525234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210102525235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210102525235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:25:28.260086 run osmo-msc_10.42.42.6(pid=28807): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28807)]\u000a10:25:28.312149 run osmo-msc_10.42.42.6(pid=28807): stdout: \u000a| (launched: 2022-12-10_10:25:27.069183) \u000a10:25:28.364599 run osmo-msc_10.42.42.6(pid=28807): stderr: \u000a| �[0;m�[38;5;43m20221210102527391 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210102527391 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3049bdfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210102527391 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210102527391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210102527391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210102527392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210102527393 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210102527394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210102527394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210102527394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:25:28.408999 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28800): Terminating (SIGTERM)\u000a10:25:28.450935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28803): Terminating (SIGTERM)\u000a10:25:28.493510 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28806): Terminating (SIGTERM)\u000a10:25:28.503314 --- ParallelTerminationStrategy: PID 28800 died...\u000a10:25:28.559967 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28800): Terminated: ok {rc=0}\u000a10:25:28.570176 --- ParallelTerminationStrategy: PID 28803 died...\u000a10:25:28.626697 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28803): Terminated: ok {rc=0}\u000a10:25:28.637033 --- ParallelTerminationStrategy: PID 28806 died...\u000a10:25:28.693346 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28806): Terminated: ok {rc=0}\u000a10:25:28.780558 bus /sierra_3: Setting Powered False\u000a10:25:29.888261 bus /sierra_3: Setting Powered False\u000a10:25:31.016076 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 56, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28815): Process ended prematurely: osmo-stp_10.42.42.5(pid=28815) [trial-2373↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28815)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28815): Process ended prematurely: osmo-stp_10.42.42.5(pid=28815) [trial-2373↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28815)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:25:32.156402 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:25:32.170209 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a10:25:32.336244 tst mo_mt_call_osmux.py: using LAC 27745\u000a10:25:32.463260 tst mo_mt_call_osmux.py: using RAC 205\u000a10:25:32.590230 tst mo_mt_call_osmux.py: using CellId 27745\u000a10:25:32.720383 tst mo_mt_call_osmux.py: using BVCI 27746\u000a10:25:32.745475 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:25:32.757059 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:25:32.768409 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:25:32.780017 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:25:32.791773 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:25:32.803235 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:25:32.920491 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:25:33.131700 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:25:33.642264 run create_hlr_db(pid=28809): Launched\u000a10:25:33.831029 bus /sierra_2: Setting Powered False\u000a10:25:34.850996 run create_hlr_db(pid=28809): Terminated: ok {rc=0}\u000a10:25:35.259392 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28811): Launched\u000a10:25:35.564319 run osmo-hlr_10.42.42.2(pid=28812): Launched\u000a10:25:35.684870 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:25:36.221763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28814): Launched\u000a10:25:36.526154 run osmo-stp_10.42.42.5(pid=28815): Launched\u000a10:25:36.637817 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:25:37.192420 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28817): Launched\u000a10:25:37.497459 run osmo-msc_10.42.42.6(pid=28818): Launched\u000a10:25:37.677144 run osmo-stp_10.42.42.5(pid=28815): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28815)]\u000a10:25:37.807268 run osmo-stp_10.42.42.5(pid=28815): stdout: \u000a| (launched: 2022-12-10_10:25:36.376094)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:25:37.933469 run osmo-stp_10.42.42.5(pid=28815): stderr: \u000a| �[0;m�[38;5;43m20221210102536547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102536548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102536548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102536548 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102536549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102536549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102536549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:25:38.054644 run osmo-stp_10.42.42.5(pid=28815): stdout: \u000a| (launched: 2022-12-10_10:25:36.376094)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:25:38.175007 run osmo-stp_10.42.42.5(pid=28815): stderr: \u000a| �[0;m�[38;5;43m20221210102536547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102536548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102536548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102536548 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102536549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102536549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102536549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:25:38.228324 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28815): Process ended prematurely: osmo-stp_10.42.42.5(pid=28815) [trial-2373↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28815)] [trial-2373↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a10:25:38.236850 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a10:25:38.296375 run osmo-hlr_10.42.42.2(pid=28812): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28812)]\u000a10:25:38.345035 run osmo-hlr_10.42.42.2(pid=28812): stdout: \u000a| (launched: 2022-12-10_10:25:35.413928) \u000a10:25:38.394262 run osmo-hlr_10.42.42.2(pid=28812): stderr: \u000a| �[0;m�[1;31m20221210102535593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210102535593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210102535593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102535593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102535593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210102535593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210102535605 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210102535615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210102535616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210102535616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:25:38.461324 run osmo-msc_10.42.42.6(pid=28818): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28818)]\u000a10:25:38.510119 run osmo-msc_10.42.42.6(pid=28818): stdout: \u000a| (launched: 2022-12-10_10:25:37.346701) \u000a10:25:38.559397 run osmo-msc_10.42.42.6(pid=28818): stderr: \u000a| �[0;m�[38;5;43m20221210102537618 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210102537618 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff1d281ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210102537618 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210102537619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210102537619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210102537619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210102537621 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210102537621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210102537621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210102537621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:25:38.601365 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28811): Terminating (SIGTERM)\u000a10:25:38.641167 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28814): Terminating (SIGTERM)\u000a10:25:38.681033 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28817): Terminating (SIGTERM)\u000a10:25:38.690284 --- ParallelTerminationStrategy: PID 28811 died...\u000a10:25:38.743757 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28811): Terminated: ok {rc=0}\u000a10:25:38.753348 --- ParallelTerminationStrategy: PID 28814 died...\u000a10:25:38.806100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28814): Terminated: ok {rc=0}\u000a10:25:38.815603 --- ParallelTerminationStrategy: PID 28817 died...\u000a10:25:38.869225 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28817): Terminated: ok {rc=0}\u000a10:25:38.958410 bus /sierra_3: Setting Powered False\u000a10:25:40.061753 bus /sierra_3: Setting Powered False\u000a10:25:41.170074 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "82", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:25:21" }, { "cases" : [ { "testActions" : [ ], "age" : 56, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28830): Process ended prematurely: osmo-stp_10.42.42.5(pid=28830) [trial-2373↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28830)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28830): Process ended prematurely: osmo-stp_10.42.42.5(pid=28830) [trial-2373↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28830)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a10:25:43.164538 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:25:43.176078 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a10:25:43.341067 tst mo_mt_call.py: using LAC 27746\u000a10:25:43.463539 tst mo_mt_call.py: using RAC 206\u000a10:25:43.585095 tst mo_mt_call.py: using CellId 27746\u000a10:25:43.705277 tst mo_mt_call.py: using BVCI 27747\u000a10:25:43.728525 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:25:43.739681 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:25:43.750705 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:25:43.762260 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:25:43.773787 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:25:43.785133 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:25:43.900067 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:25:44.108687 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:25:44.620286 run create_hlr_db(pid=28824): Launched\u000a10:25:44.809516 bus /sierra_2: Setting Powered False\u000a10:25:45.829975 run create_hlr_db(pid=28824): Terminated: ok {rc=0}\u000a10:25:46.293637 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28826): Launched\u000a10:25:46.726769 run osmo-hlr_10.42.42.2(pid=28827): Launched\u000a10:25:46.960596 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:25:47.530669 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28829): Launched\u000a10:25:47.855257 run osmo-stp_10.42.42.5(pid=28830): Launched\u000a10:25:47.974294 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:25:48.567605 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28832): Launched\u000a10:25:48.892834 run osmo-msc_10.42.42.6(pid=28833): Launched\u000a10:25:49.082671 run osmo-stp_10.42.42.5(pid=28830): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28830)]\u000a10:25:49.221253 run osmo-stp_10.42.42.5(pid=28830): stdout: \u000a| (launched: 2022-12-10_10:25:47.695676)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:25:49.358584 run osmo-stp_10.42.42.5(pid=28830): stderr: \u000a| �[0;m�[38;5;43m20221210102547886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102547886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102547887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102547887 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102547887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102547887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102547887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:25:49.488693 run osmo-stp_10.42.42.5(pid=28830): stdout: \u000a| (launched: 2022-12-10_10:25:47.695676)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:25:49.617770 run osmo-stp_10.42.42.5(pid=28830): stderr: \u000a| �[0;m�[38;5;43m20221210102547886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102547886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102547887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102547887 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102547887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102547887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102547887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:25:49.674650 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28830): Process ended prematurely: osmo-stp_10.42.42.5(pid=28830) [trial-2373↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28830)] [trial-2373↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a10:25:49.683858 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a10:25:49.747605 run osmo-hlr_10.42.42.2(pid=28827): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28827)]\u000a10:25:49.799501 run osmo-hlr_10.42.42.2(pid=28827): stdout: \u000a| (launched: 2022-12-10_10:25:46.460862) \u000a10:25:49.851915 run osmo-hlr_10.42.42.2(pid=28827): stderr: \u000a| �[0;m�[1;31m20221210102546770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210102546770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210102546770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102546770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102546771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210102546771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210102546787 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210102546795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210102546795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210102546795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:25:49.923269 run osmo-msc_10.42.42.6(pid=28833): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28833)]\u000a10:25:49.975146 run osmo-msc_10.42.42.6(pid=28833): stdout: \u000a| (launched: 2022-12-10_10:25:48.732902) \u000a10:25:50.027377 run osmo-msc_10.42.42.6(pid=28833): stderr: \u000a| �[0;m�[38;5;43m20221210102549053 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210102549053 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1aeacb0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210102549053 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210102549053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210102549054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210102549054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210102549055 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210102549056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210102549056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210102549056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:25:50.072084 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28826): Terminating (SIGTERM)\u000a10:25:50.114505 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28829): Terminating (SIGTERM)\u000a10:25:50.156645 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28832): Terminating (SIGTERM)\u000a10:25:50.166917 --- ParallelTerminationStrategy: PID 28826 died...\u000a10:25:50.223618 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28826): Terminated: ok {rc=0}\u000a10:25:50.233868 --- ParallelTerminationStrategy: PID 28829 died...\u000a10:25:50.289918 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28829): Terminated: ok {rc=0}\u000a10:25:50.300253 --- ParallelTerminationStrategy: PID 28832 died...\u000a10:25:50.356597 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28832): Terminated: ok {rc=0}\u000a10:25:50.445378 bus /sierra_3: Setting Powered False\u000a10:25:51.553737 bus /sierra_3: Setting Powered False\u000a10:25:52.662493 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 58, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28841): Process ended prematurely: osmo-stp_10.42.42.5(pid=28841) [trial-2373↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28841)]", "failedSince" : 2316, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28841): Process ended prematurely: osmo-stp_10.42.42.5(pid=28841) [trial-2373↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28841)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:25:53.779450 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:25:53.791677 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a10:25:53.958449 tst mo_mt_call_osmux.py: using LAC 27747\u000a10:25:54.084583 tst mo_mt_call_osmux.py: using RAC 207\u000a10:25:54.211127 tst mo_mt_call_osmux.py: using CellId 27747\u000a10:25:54.334353 tst mo_mt_call_osmux.py: using BVCI 27748\u000a10:25:54.357608 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:25:54.368754 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:25:54.379921 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:25:54.390959 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:25:54.402193 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:25:54.413187 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:25:54.528265 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:25:54.740647 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:25:55.251061 run create_hlr_db(pid=28835): Launched\u000a10:25:55.440345 bus /sierra_2: Setting Powered False\u000a10:25:56.459691 run create_hlr_db(pid=28835): Terminated: ok {rc=0}\u000a10:25:56.869423 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28837): Launched\u000a10:25:57.175351 run osmo-hlr_10.42.42.2(pid=28838): Launched\u000a10:25:57.295034 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:25:57.830711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28840): Launched\u000a10:25:58.134265 run osmo-stp_10.42.42.5(pid=28841): Launched\u000a10:25:58.245363 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:25:58.802096 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28843): Launched\u000a10:25:59.108888 run osmo-msc_10.42.42.6(pid=28844): Launched\u000a10:25:59.287824 run osmo-stp_10.42.42.5(pid=28841): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28841)]\u000a10:25:59.421441 run osmo-stp_10.42.42.5(pid=28841): stdout: \u000a| (launched: 2022-12-10_10:25:57.985124)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:25:59.548379 run osmo-stp_10.42.42.5(pid=28841): stderr: \u000a| �[0;m�[38;5;43m20221210102558158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102558158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102558158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102558159 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102558159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102558159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102558159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:25:59.670893 run osmo-stp_10.42.42.5(pid=28841): stdout: \u000a| (launched: 2022-12-10_10:25:57.985124)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:25:59.791775 run osmo-stp_10.42.42.5(pid=28841): stderr: \u000a| �[0;m�[38;5;43m20221210102558158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102558158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102558158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102558159 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102558159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102558159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102558159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:25:59.845175 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28841): Process ended prematurely: osmo-stp_10.42.42.5(pid=28841) [trial-2373↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28841)] [trial-2373↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a10:25:59.853724 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a10:25:59.913436 run osmo-hlr_10.42.42.2(pid=28838): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28838)]\u000a10:25:59.962323 run osmo-hlr_10.42.42.2(pid=28838): stdout: \u000a| (launched: 2022-12-10_10:25:57.024755) \u000a10:26:00.011995 run osmo-hlr_10.42.42.2(pid=28838): stderr: \u000a| �[0;m�[1;31m20221210102557202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210102557202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210102557202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102557202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102557203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210102557203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210102557215 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210102557224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210102557224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210102557224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:26:00.079479 run osmo-msc_10.42.42.6(pid=28844): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28844)]\u000a10:26:00.128346 run osmo-msc_10.42.42.6(pid=28844): stdout: \u000a| (launched: 2022-12-10_10:25:58.958024) \u000a10:26:00.177795 run osmo-msc_10.42.42.6(pid=28844): stderr: \u000a| �[0;m�[38;5;43m20221210102559231 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210102559231 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3f4c120c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210102559231 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210102559231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210102559231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210102559232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210102559233 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210102559234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210102559234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210102559234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:26:00.219651 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28837): Terminating (SIGTERM)\u000a10:26:00.259296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28840): Terminating (SIGTERM)\u000a10:26:00.299115 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28843): Terminating (SIGTERM)\u000a10:26:00.308432 --- ParallelTerminationStrategy: PID 28837 died...\u000a10:26:00.361713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28837): Terminated: ok {rc=0}\u000a10:26:00.371301 --- ParallelTerminationStrategy: PID 28840 died...\u000a10:26:00.424306 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28840): Terminated: ok {rc=0}\u000a10:26:00.433925 --- ParallelTerminationStrategy: PID 28843 died...\u000a10:26:00.486904 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28843): Terminated: ok {rc=0}\u000a10:26:00.576224 bus /sierra_3: Setting Powered False\u000a10:26:01.701637 bus /sierra_3: Setting Powered False\u000a10:26:02.817732 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "83", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:25:42" }, { "cases" : [ { "testActions" : [ ], "age" : 56, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28855): Process ended prematurely: osmo-stp_10.42.42.5(pid=28855) [trial-2373↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28855)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28855): Process ended prematurely: osmo-stp_10.42.42.5(pid=28855) [trial-2373↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28855)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a10:26:04.812735 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:26:04.823897 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:26:04.981028 tst mo_mt_call.py: using LAC 27748\u000a10:26:05.102044 tst mo_mt_call.py: using RAC 208\u000a10:26:05.220739 tst mo_mt_call.py: using CellId 27748\u000a10:26:05.342864 tst mo_mt_call.py: using BVCI 27749\u000a10:26:05.365960 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:26:05.376920 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:26:05.387955 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:26:05.398896 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:26:05.409861 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:26:05.420666 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:26:05.539676 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:26:05.743358 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:26:06.228494 run create_hlr_db(pid=28849): Launched\u000a10:26:06.404020 bus /sierra_2: Setting Powered False\u000a10:26:07.424678 run create_hlr_db(pid=28849): Terminated: ok {rc=0}\u000a10:26:07.831102 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28851): Launched\u000a10:26:08.134848 run osmo-hlr_10.42.42.2(pid=28852): Launched\u000a10:26:08.255087 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:26:08.790660 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28854): Launched\u000a10:26:09.094915 run osmo-stp_10.42.42.5(pid=28855): Launched\u000a10:26:09.205617 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:26:09.760080 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28857): Launched\u000a10:26:10.064431 run osmo-msc_10.42.42.6(pid=28858): Launched\u000a10:26:10.242737 run osmo-stp_10.42.42.5(pid=28855): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28855)]\u000a10:26:10.371387 run osmo-stp_10.42.42.5(pid=28855): stdout: \u000a| (launched: 2022-12-10_10:26:08.945118)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:26:10.497890 run osmo-stp_10.42.42.5(pid=28855): stderr: \u000a| �[0;m�[38;5;43m20221210102609114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102609114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102609115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102609115 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102609117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102609117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102609117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:26:10.619672 run osmo-stp_10.42.42.5(pid=28855): stdout: \u000a| (launched: 2022-12-10_10:26:08.945118)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:26:10.739749 run osmo-stp_10.42.42.5(pid=28855): stderr: \u000a| �[0;m�[38;5;43m20221210102609114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102609114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102609115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102609115 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102609117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102609117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102609117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:26:10.793017 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28855): Process ended prematurely: osmo-stp_10.42.42.5(pid=28855) [trial-2373↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28855)] [trial-2373↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a10:26:10.801533 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a10:26:10.860671 run osmo-hlr_10.42.42.2(pid=28852): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28852)]\u000a10:26:10.909382 run osmo-hlr_10.42.42.2(pid=28852): stdout: \u000a| (launched: 2022-12-10_10:26:07.985877) \u000a10:26:10.959123 run osmo-hlr_10.42.42.2(pid=28852): stderr: \u000a| �[0;m�[1;31m20221210102608164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210102608164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210102608164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102608164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102608164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210102608164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210102608176 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210102608185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210102608185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210102608185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:26:11.026568 run osmo-msc_10.42.42.6(pid=28858): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28858)]\u000a10:26:11.075239 run osmo-msc_10.42.42.6(pid=28858): stdout: \u000a| (launched: 2022-12-10_10:26:09.914637) \u000a10:26:11.124571 run osmo-msc_10.42.42.6(pid=28858): stderr: \u000a| �[0;m�[38;5;43m20221210102610187 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210102610187 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdbfdf1cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210102610187 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210102610187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210102610188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210102610188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210102610190 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210102610190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210102610190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210102610190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:26:11.166365 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28851): Terminating (SIGTERM)\u000a10:26:11.205890 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28854): Terminating (SIGTERM)\u000a10:26:11.245466 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28857): Terminating (SIGTERM)\u000a10:26:11.254591 --- ParallelTerminationStrategy: PID 28851 died...\u000a10:26:11.307556 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28851): Terminated: ok {rc=0}\u000a10:26:11.317176 --- ParallelTerminationStrategy: PID 28854 died...\u000a10:26:11.370186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28854): Terminated: ok {rc=0}\u000a10:26:11.379702 --- ParallelTerminationStrategy: PID 28857 died...\u000a10:26:11.433064 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28857): Terminated: ok {rc=0}\u000a10:26:11.522787 bus /sierra_3: Setting Powered False\u000a10:26:12.626926 bus /sierra_3: Setting Powered False\u000a10:26:13.739489 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 56, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28866): Process ended prematurely: osmo-stp_10.42.42.5(pid=28866) [trial-2373↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28866)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28866): Process ended prematurely: osmo-stp_10.42.42.5(pid=28866) [trial-2373↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28866)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:26:14.849699 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:26:14.861530 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:26:15.026557 tst mo_mt_call_osmux.py: using LAC 27749\u000a10:26:15.163777 tst mo_mt_call_osmux.py: using RAC 209\u000a10:26:15.302240 tst mo_mt_call_osmux.py: using CellId 27749\u000a10:26:15.429461 tst mo_mt_call_osmux.py: using BVCI 27750\u000a10:26:15.454340 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:26:15.466332 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:26:15.478088 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:26:15.490050 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:26:15.502064 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:26:15.514049 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:26:15.633970 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:26:15.855169 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:26:16.420872 run create_hlr_db(pid=28860): Launched\u000a10:26:16.602251 bus /sierra_2: Setting Powered False\u000a10:26:17.617689 run create_hlr_db(pid=28860): Terminated: ok {rc=0}\u000a10:26:18.049526 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28862): Launched\u000a10:26:18.374323 run osmo-hlr_10.42.42.2(pid=28863): Launched\u000a10:26:18.495524 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:26:19.061948 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28865): Launched\u000a10:26:19.386824 run osmo-stp_10.42.42.5(pid=28866): Launched\u000a10:26:19.505096 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:26:20.099718 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28868): Launched\u000a10:26:20.425632 run osmo-msc_10.42.42.6(pid=28869): Launched\u000a10:26:20.616490 run osmo-stp_10.42.42.5(pid=28866): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28866)]\u000a10:26:20.754684 run osmo-stp_10.42.42.5(pid=28866): stdout: \u000a| (launched: 2022-12-10_10:26:19.227571)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:26:20.891992 run osmo-stp_10.42.42.5(pid=28866): stderr: \u000a| �[0;m�[38;5;43m20221210102619420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102619421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102619421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102619421 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102619422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102619422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102619422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:26:21.023105 run osmo-stp_10.42.42.5(pid=28866): stdout: \u000a| (launched: 2022-12-10_10:26:19.227571)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:26:21.152850 run osmo-stp_10.42.42.5(pid=28866): stderr: \u000a| �[0;m�[38;5;43m20221210102619420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102619421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102619421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102619421 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102619422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102619422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102619422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:26:21.210760 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28866): Process ended prematurely: osmo-stp_10.42.42.5(pid=28866) [trial-2373↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28866)] [trial-2373↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a10:26:21.220007 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a10:26:21.283922 run osmo-hlr_10.42.42.2(pid=28863): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28863)]\u000a10:26:21.335732 run osmo-hlr_10.42.42.2(pid=28863): stdout: \u000a| (launched: 2022-12-10_10:26:18.215369) \u000a10:26:21.388347 run osmo-hlr_10.42.42.2(pid=28863): stderr: \u000a| �[0;m�[1;31m20221210102618413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210102618413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210102618413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102618413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102618414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210102618414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210102618426 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210102618434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210102618434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210102618434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:26:21.459480 run osmo-msc_10.42.42.6(pid=28869): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28869)]\u000a10:26:21.511263 run osmo-msc_10.42.42.6(pid=28869): stdout: \u000a| (launched: 2022-12-10_10:26:20.265735) \u000a10:26:21.563625 run osmo-msc_10.42.42.6(pid=28869): stderr: \u000a| �[0;m�[38;5;43m20221210102620588 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210102620588 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1b00d52c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210102620588 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210102620588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210102620588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210102620589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210102620590 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210102620591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210102620591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210102620591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:26:21.608592 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28862): Terminating (SIGTERM)\u000a10:26:21.651236 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28865): Terminating (SIGTERM)\u000a10:26:21.693651 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28868): Terminating (SIGTERM)\u000a10:26:21.703631 --- ParallelTerminationStrategy: PID 28862 died...\u000a10:26:21.760633 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28862): Terminated: ok {rc=0}\u000a10:26:21.770988 --- ParallelTerminationStrategy: PID 28865 died...\u000a10:26:21.827637 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28865): Terminated: ok {rc=0}\u000a10:26:21.837910 --- ParallelTerminationStrategy: PID 28868 died...\u000a10:26:21.894786 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28868): Terminated: ok {rc=0}\u000a10:26:21.982629 bus /sierra_3: Setting Powered False\u000a10:26:23.090354 bus /sierra_3: Setting Powered False\u000a10:26:24.201185 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "84", "name" : "voice_trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:26:04" }, { "cases" : [ { "testActions" : [ ], "age" : 56, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28880): Process ended prematurely: osmo-stp_10.42.42.5(pid=28880) [trial-2373↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28880)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28880): Process ended prematurely: osmo-stp_10.42.42.5(pid=28880) [trial-2373↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28880)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a10:26:26.202861 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:26:26.213780 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:26:26.370608 tst mo_mt_call.py: using LAC 27750\u000a10:26:26.491496 tst mo_mt_call.py: using RAC 210\u000a10:26:26.610714 tst mo_mt_call.py: using CellId 27750\u000a10:26:26.730885 tst mo_mt_call.py: using BVCI 27751\u000a10:26:26.754044 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:26:26.764827 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:26:26.775559 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:26:26.786370 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:26:26.797193 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:26:26.807871 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:26:26.926766 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:26:27.137255 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:26:27.648405 run create_hlr_db(pid=28874): Launched\u000a10:26:27.837694 bus /sierra_2: Setting Powered False\u000a10:26:28.858380 run create_hlr_db(pid=28874): Terminated: ok {rc=0}\u000a10:26:29.291844 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28876): Launched\u000a10:26:29.617813 run osmo-hlr_10.42.42.2(pid=28877): Launched\u000a10:26:29.739491 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:26:30.305415 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28879): Launched\u000a10:26:30.631030 run osmo-stp_10.42.42.5(pid=28880): Launched\u000a10:26:30.750338 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:26:31.374976 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28882): Launched\u000a10:26:31.740488 run osmo-msc_10.42.42.6(pid=28883): Launched\u000a10:26:31.968354 run osmo-stp_10.42.42.5(pid=28880): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28880)]\u000a10:26:32.207691 run osmo-stp_10.42.42.5(pid=28880): stdout: \u000a| (launched: 2022-12-10_10:26:30.470934)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:26:32.454655 run osmo-stp_10.42.42.5(pid=28880): stderr: \u000a| �[0;m�[38;5;43m20221210102630663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102630663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102630663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102630663 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102630664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102630664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102630664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:26:32.598621 run osmo-stp_10.42.42.5(pid=28880): stdout: \u000a| (launched: 2022-12-10_10:26:30.470934)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:26:32.728142 run osmo-stp_10.42.42.5(pid=28880): stderr: \u000a| �[0;m�[38;5;43m20221210102630663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102630663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102630663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102630663 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102630664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102630664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102630664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:26:32.785480 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28880): Process ended prematurely: osmo-stp_10.42.42.5(pid=28880) [trial-2373↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28880)] [trial-2373↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a10:26:32.794854 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a10:26:32.859349 run osmo-hlr_10.42.42.2(pid=28877): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28877)]\u000a10:26:32.912017 run osmo-hlr_10.42.42.2(pid=28877): stdout: \u000a| (launched: 2022-12-10_10:26:29.457557) \u000a10:26:32.965412 run osmo-hlr_10.42.42.2(pid=28877): stderr: \u000a| �[0;m�[1;31m20221210102629658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210102629658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210102629658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102629658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102629658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210102629658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210102629670 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210102629678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210102629678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210102629679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:26:33.037813 run osmo-msc_10.42.42.6(pid=28883): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28883)]\u000a10:26:33.090599 run osmo-msc_10.42.42.6(pid=28883): stdout: \u000a| (launched: 2022-12-10_10:26:31.553115) \u000a10:26:33.144069 run osmo-msc_10.42.42.6(pid=28883): stderr: \u000a| �[0;m�[38;5;43m20221210102632181 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210102632181 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f78a7ad1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210102632181 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210102632181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210102632181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210102632182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210102632183 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210102632184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210102632184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210102632184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:26:33.189894 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28876): Terminating (SIGTERM)\u000a10:26:33.232606 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28879): Terminating (SIGTERM)\u000a10:26:33.275609 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28882): Terminating (SIGTERM)\u000a10:26:33.285571 --- ParallelTerminationStrategy: PID 28876 died...\u000a10:26:33.342852 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28876): Terminated: ok {rc=0}\u000a10:26:33.353316 --- ParallelTerminationStrategy: PID 28879 died...\u000a10:26:33.410155 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28879): Terminated: ok {rc=0}\u000a10:26:33.420482 --- ParallelTerminationStrategy: PID 28882 died...\u000a10:26:33.477604 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28882): Terminated: ok {rc=0}\u000a10:26:33.565694 bus /sierra_3: Setting Powered False\u000a10:26:34.672825 bus /sierra_3: Setting Powered False\u000a10:26:35.781938 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 56, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28891): Process ended prematurely: osmo-stp_10.42.42.5(pid=28891) [trial-2373↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28891)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28891): Process ended prematurely: osmo-stp_10.42.42.5(pid=28891) [trial-2373↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28891)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:26:36.897565 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:26:36.910023 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:26:37.078494 tst mo_mt_call_osmux.py: using LAC 27751\u000a10:26:37.207023 tst mo_mt_call_osmux.py: using RAC 211\u000a10:26:37.334553 tst mo_mt_call_osmux.py: using CellId 27751\u000a10:26:37.461843 tst mo_mt_call_osmux.py: using BVCI 27752\u000a10:26:37.486604 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:26:37.498175 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:26:37.509413 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:26:37.521105 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:26:37.533292 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:26:37.545124 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:26:37.663464 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:26:37.873718 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:26:38.386886 run create_hlr_db(pid=28885): Launched\u000a10:26:38.576809 bus /sierra_2: Setting Powered False\u000a10:26:39.597350 run create_hlr_db(pid=28885): Terminated: ok {rc=0}\u000a10:26:40.007100 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28887): Launched\u000a10:26:40.313751 run osmo-hlr_10.42.42.2(pid=28888): Launched\u000a10:26:40.426073 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:26:40.954896 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28890): Launched\u000a10:26:41.258293 run osmo-stp_10.42.42.5(pid=28891): Launched\u000a10:26:41.368714 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:26:41.931297 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28893): Launched\u000a10:26:42.237178 run osmo-msc_10.42.42.6(pid=28894): Launched\u000a10:26:42.414589 run osmo-stp_10.42.42.5(pid=28891): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28891)]\u000a10:26:42.543632 run osmo-stp_10.42.42.5(pid=28891): stdout: \u000a| (launched: 2022-12-10_10:26:41.109245)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:26:42.670199 run osmo-stp_10.42.42.5(pid=28891): stderr: \u000a| �[0;m�[38;5;43m20221210102641282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102641282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102641283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102641283 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102641283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102641283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102641284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:26:42.791579 run osmo-stp_10.42.42.5(pid=28891): stdout: \u000a| (launched: 2022-12-10_10:26:41.109245)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:26:42.912255 run osmo-stp_10.42.42.5(pid=28891): stderr: \u000a| �[0;m�[38;5;43m20221210102641282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102641282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102641283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102641283 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102641283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102641283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102641284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:26:42.965851 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28891): Process ended prematurely: osmo-stp_10.42.42.5(pid=28891) [trial-2373↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28891)] [trial-2373↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a10:26:42.974351 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a10:26:43.034255 run osmo-hlr_10.42.42.2(pid=28888): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28888)]\u000a10:26:43.083220 run osmo-hlr_10.42.42.2(pid=28888): stdout: \u000a| (launched: 2022-12-10_10:26:40.161667) \u000a10:26:43.133257 run osmo-hlr_10.42.42.2(pid=28888): stderr: \u000a| �[0;m�[1;31m20221210102640338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210102640338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210102640338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102640338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102640338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210102640338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210102640350 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210102640358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210102640358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210102640358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:26:43.200862 run osmo-msc_10.42.42.6(pid=28894): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28894)]\u000a10:26:43.250537 run osmo-msc_10.42.42.6(pid=28894): stdout: \u000a| (launched: 2022-12-10_10:26:42.086645) \u000a10:26:43.300137 run osmo-msc_10.42.42.6(pid=28894): stderr: \u000a| �[0;m�[38;5;43m20221210102642360 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210102642360 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6d4829bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210102642360 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210102642360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210102642360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210102642360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210102642363 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210102642364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210102642364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210102642364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:26:43.342541 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28887): Terminating (SIGTERM)\u000a10:26:43.382363 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28890): Terminating (SIGTERM)\u000a10:26:43.422108 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28893): Terminating (SIGTERM)\u000a10:26:43.431417 --- ParallelTerminationStrategy: PID 28887 died...\u000a10:26:43.484899 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28887): Terminated: ok {rc=0}\u000a10:26:43.494667 --- ParallelTerminationStrategy: PID 28890 died...\u000a10:26:43.547788 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28890): Terminated: ok {rc=0}\u000a10:26:43.557461 --- ParallelTerminationStrategy: PID 28893 died...\u000a10:26:43.610590 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28893): Terminated: ok {rc=0}\u000a10:26:43.694655 bus /sierra_3: Setting Powered False\u000a10:26:44.795405 bus /sierra_3: Setting Powered False\u000a10:26:45.924576 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "85", "name" : "voice_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:26:25" }, { "cases" : [ { "testActions" : [ ], "age" : 211, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28905): Process ended prematurely: osmo-stp_10.42.42.5(pid=28905) [trial-2373↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28905)]", "failedSince" : 2163, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28905): Process ended prematurely: osmo-stp_10.42.42.5(pid=28905) [trial-2373↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28905)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a10:26:47.925798 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:26:47.937283 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a10:26:48.091131 tst mo_mt_call.py: using LAC 27752\u000a10:26:48.217825 tst mo_mt_call.py: using RAC 212\u000a10:26:48.343657 tst mo_mt_call.py: using CellId 27752\u000a10:26:48.469925 tst mo_mt_call.py: using BVCI 27753\u000a10:26:48.494758 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:26:48.506809 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:26:48.518756 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:26:48.530900 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:26:48.543470 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:26:48.555435 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a10:26:48.672829 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a10:26:48.874766 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:26:49.362499 run create_hlr_db(pid=28899): Launched\u000a10:26:49.537772 bus /sierra_2: Setting Powered False\u000a10:26:50.559145 run create_hlr_db(pid=28899): Terminated: ok {rc=0}\u000a10:26:50.991450 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28901): Launched\u000a10:26:51.316337 run osmo-hlr_10.42.42.2(pid=28902): Launched\u000a10:26:51.437350 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:26:52.002224 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28904): Launched\u000a10:26:52.326762 run osmo-stp_10.42.42.5(pid=28905): Launched\u000a10:26:52.444712 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:26:53.037220 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28907): Launched\u000a10:26:53.362444 run osmo-msc_10.42.42.6(pid=28908): Launched\u000a10:26:53.553889 run osmo-stp_10.42.42.5(pid=28905): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28905)]\u000a10:26:53.691879 run osmo-stp_10.42.42.5(pid=28905): stdout: \u000a| (launched: 2022-12-10_10:26:52.167452)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:26:53.829914 run osmo-stp_10.42.42.5(pid=28905): stderr: \u000a| �[0;m�[38;5;43m20221210102652359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102652359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102652359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102652361 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102652361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102652361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102652361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:26:53.960515 run osmo-stp_10.42.42.5(pid=28905): stdout: \u000a| (launched: 2022-12-10_10:26:52.167452)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:26:54.090257 run osmo-stp_10.42.42.5(pid=28905): stderr: \u000a| �[0;m�[38;5;43m20221210102652359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102652359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102652359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102652361 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102652361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102652361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102652361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:26:54.147453 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28905): Process ended prematurely: osmo-stp_10.42.42.5(pid=28905) [trial-2373↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28905)] [trial-2373↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a10:26:54.156795 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a10:26:54.220539 run osmo-hlr_10.42.42.2(pid=28902): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28902)]\u000a10:26:54.272151 run osmo-hlr_10.42.42.2(pid=28902): stdout: \u000a| (launched: 2022-12-10_10:26:51.156819) \u000a10:26:54.324027 run osmo-hlr_10.42.42.2(pid=28902): stderr: \u000a| �[0;m�[1;31m20221210102651356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210102651356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210102651356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102651356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102651356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210102651356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210102651369 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210102651377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210102651377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210102651377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:26:54.395388 run osmo-msc_10.42.42.6(pid=28908): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28908)]\u000a10:26:54.446706 run osmo-msc_10.42.42.6(pid=28908): stdout: \u000a| (launched: 2022-12-10_10:26:53.202988) \u000a10:26:54.498860 run osmo-msc_10.42.42.6(pid=28908): stderr: \u000a| �[0;m�[38;5;43m20221210102653525 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210102653525 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc36f7b0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210102653525 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210102653525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210102653525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210102653526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210102653527 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210102653528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210102653528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210102653528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:26:54.543007 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28901): Terminating (SIGTERM)\u000a10:26:54.585472 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28904): Terminating (SIGTERM)\u000a10:26:54.627752 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28907): Terminating (SIGTERM)\u000a10:26:54.637635 --- ParallelTerminationStrategy: PID 28901 died...\u000a10:26:54.694154 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28901): Terminated: ok {rc=0}\u000a10:26:54.704322 --- ParallelTerminationStrategy: PID 28904 died...\u000a10:26:54.760698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28904): Terminated: ok {rc=0}\u000a10:26:54.770795 --- ParallelTerminationStrategy: PID 28907 died...\u000a10:26:54.826749 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28907): Terminated: ok {rc=0}\u000a10:26:54.913932 bus /sierra_3: Setting Powered False\u000a10:26:56.019314 bus /sierra_3: Setting Powered False\u000a10:26:57.128667 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 209, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28916): Process ended prematurely: osmo-stp_10.42.42.5(pid=28916) [trial-2373↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28916)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28916): Process ended prematurely: osmo-stp_10.42.42.5(pid=28916) [trial-2373↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28916)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:26:58.244845 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:26:58.257493 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a10:26:58.406509 tst mo_mt_call_osmux.py: using LAC 27753\u000a10:26:58.533621 tst mo_mt_call_osmux.py: using RAC 213\u000a10:26:58.660302 tst mo_mt_call_osmux.py: using CellId 27753\u000a10:26:58.786379 tst mo_mt_call_osmux.py: using BVCI 27754\u000a10:26:58.811066 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:26:58.822857 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:26:58.834702 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:26:58.846325 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:26:58.858263 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:26:58.870305 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a10:26:58.989319 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a10:26:59.192365 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:26:59.682124 run create_hlr_db(pid=28910): Launched\u000a10:26:59.858747 bus /sierra_2: Setting Powered False\u000a10:27:00.882104 run create_hlr_db(pid=28910): Terminated: ok {rc=0}\u000a10:27:01.355608 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28912): Launched\u000a10:27:01.781616 run osmo-hlr_10.42.42.2(pid=28913): Launched\u000a10:27:01.910522 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:27:02.475651 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28915): Launched\u000a10:27:02.780520 run osmo-stp_10.42.42.5(pid=28916): Launched\u000a10:27:02.902011 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:27:03.467802 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28918): Launched\u000a10:27:03.772866 run osmo-msc_10.42.42.6(pid=28919): Launched\u000a10:27:03.952350 run osmo-stp_10.42.42.5(pid=28916): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28916)]\u000a10:27:04.082295 run osmo-stp_10.42.42.5(pid=28916): stdout: \u000a| (launched: 2022-12-10_10:27:02.630773)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:27:04.210252 run osmo-stp_10.42.42.5(pid=28916): stderr: \u000a| �[0;m�[38;5;43m20221210102702803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102702803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102702803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102702804 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102702804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102702804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102702804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:27:04.333635 run osmo-stp_10.42.42.5(pid=28916): stdout: \u000a| (launched: 2022-12-10_10:27:02.630773)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:27:04.455610 run osmo-stp_10.42.42.5(pid=28916): stderr: \u000a| �[0;m�[38;5;43m20221210102702803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102702803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102702803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102702804 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102702804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102702804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102702804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:27:04.509484 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28916): Process ended prematurely: osmo-stp_10.42.42.5(pid=28916) [trial-2373↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28916)] [trial-2373↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a10:27:04.518125 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a10:27:04.578798 run osmo-hlr_10.42.42.2(pid=28913): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28913)]\u000a10:27:04.628324 run osmo-hlr_10.42.42.2(pid=28913): stdout: \u000a| (launched: 2022-12-10_10:27:01.515351) \u000a10:27:04.678223 run osmo-hlr_10.42.42.2(pid=28913): stderr: \u000a| �[0;m�[1;31m20221210102701894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210102701895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210102701895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102701895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102701895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210102701895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210102701921 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210102701940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210102701940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210102701940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:27:04.746216 run osmo-msc_10.42.42.6(pid=28919): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28919)]\u000a10:27:04.795338 run osmo-msc_10.42.42.6(pid=28919): stdout: \u000a| (launched: 2022-12-10_10:27:03.622544) \u000a10:27:04.845330 run osmo-msc_10.42.42.6(pid=28919): stderr: \u000a| �[0;m�[38;5;43m20221210102703895 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210102703895 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcbc10e3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210102703895 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210102703896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210102703896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210102703896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210102703898 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210102703899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210102703899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210102703899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:27:04.887393 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28912): Terminating (SIGTERM)\u000a10:27:04.927382 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28915): Terminating (SIGTERM)\u000a10:27:04.967653 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28918): Terminating (SIGTERM)\u000a10:27:04.977150 --- ParallelTerminationStrategy: PID 28912 died...\u000a10:27:05.030947 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28912): Terminated: ok {rc=0}\u000a10:27:05.040732 --- ParallelTerminationStrategy: PID 28915 died...\u000a10:27:05.094060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28915): Terminated: ok {rc=0}\u000a10:27:05.103954 --- ParallelTerminationStrategy: PID 28918 died...\u000a10:27:05.157270 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28918): Terminated: ok {rc=0}\u000a10:27:05.247386 bus /sierra_3: Setting Powered False\u000a10:27:06.351697 bus /sierra_3: Setting Powered False\u000a10:27:07.458918 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "86", "name" : "voice_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:26:47" }, { "cases" : [ { "testActions" : [ ], "age" : 56, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28930): Process ended prematurely: osmo-stp_10.42.42.5(pid=28930) [trial-2373↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28930)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28930): Process ended prematurely: osmo-stp_10.42.42.5(pid=28930) [trial-2373↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28930)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 emergency:trx-umtrx emergency_mo_mt_call.py\u000a----------------------------------------------\u000a10:27:09.489061 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:27:09.500306 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a10:27:09.642809 tst emergency_mo_mt_call.py: using LAC 27754\u000a10:27:09.769006 tst emergency_mo_mt_call.py: using RAC 214\u000a10:27:09.894728 tst emergency_mo_mt_call.py: using CellId 27754\u000a10:27:10.020579 tst emergency_mo_mt_call.py: using BVCI 27755\u000a10:27:10.045092 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:27:10.056348 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:27:10.067519 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:27:10.078786 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:27:10.090077 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:27:10.101449 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a10:27:10.216610 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a10:27:10.418464 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:27:10.899830 run create_hlr_db(pid=28924): Launched\u000a10:27:11.075499 bus /sierra_2: Setting Powered False\u000a10:27:12.095366 run create_hlr_db(pid=28924): Terminated: ok {rc=0}\u000a10:27:12.522830 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28926): Launched\u000a10:27:12.842392 run osmo-hlr_10.42.42.2(pid=28927): Launched\u000a10:27:12.963981 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:27:13.520197 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28929): Launched\u000a10:27:13.839772 run osmo-stp_10.42.42.5(pid=28930): Launched\u000a10:27:13.974126 tst emergency_mo_mt_call.py: using MSISDN 7685\u000a10:27:14.133366 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:27:14.718939 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28932): Launched\u000a10:27:15.039616 run osmo-msc_10.42.42.6(pid=28933): Launched\u000a10:27:15.228001 run osmo-stp_10.42.42.5(pid=28930): ERR: Terminated: ERROR {rc=1} [trial-2373↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28930)]\u000a10:27:15.364312 run osmo-stp_10.42.42.5(pid=28930): stdout: \u000a| (launched: 2022-12-10_10:27:13.682728)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:27:15.500296 run osmo-stp_10.42.42.5(pid=28930): stderr: \u000a| �[0;m�[38;5;43m20221210102713875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102713875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102713875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102713876 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102713878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102713878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102713878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:27:15.629296 run osmo-stp_10.42.42.5(pid=28930): stdout: \u000a| (launched: 2022-12-10_10:27:13.682728)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:27:15.757098 run osmo-stp_10.42.42.5(pid=28930): stderr: \u000a| �[0;m�[38;5;43m20221210102713875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102713875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102713875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102713876 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102713878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102713878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102713878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:27:15.813155 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=28930): Process ended prematurely: osmo-stp_10.42.42.5(pid=28930) [trial-2373↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28930)] [trial-2373↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19]\u000a10:27:15.821964 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a10:27:15.894017 run osmo-hlr_10.42.42.2(pid=28927): ERR: Terminated: ERROR {rc=237} [trial-2373↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28927)]\u000a10:27:15.965089 run osmo-hlr_10.42.42.2(pid=28927): stdout: \u000a| (launched: 2022-12-10_10:27:12.685562) \u000a10:27:16.019433 run osmo-hlr_10.42.42.2(pid=28927): stderr: \u000a| �[0;m�[1;31m20221210102712879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210102712879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210102712879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102712879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102712879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210102712880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210102712892 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/emergency:trx-umtrx/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210102712901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210102712901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210102712901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:27:16.089963 run osmo-msc_10.42.42.6(pid=28933): ERR: Terminated: ERROR {rc=2} [trial-2373↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28933)]\u000a10:27:16.142296 run osmo-msc_10.42.42.6(pid=28933): stdout: \u000a| (launched: 2022-12-10_10:27:14.881973) \u000a10:27:16.194477 run osmo-msc_10.42.42.6(pid=28933): stderr: \u000a| �[0;m�[38;5;43m20221210102715203 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210102715203 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2f443a9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210102715203 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210102715203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210102715203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210102715204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210102715206 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210102715206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210102715206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210102715206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:27:16.238187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28926): Terminating (SIGTERM)\u000a10:27:16.282310 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28929): Terminating (SIGTERM)\u000a10:27:16.324697 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28932): Terminating (SIGTERM)\u000a10:27:16.336465 --- ParallelTerminationStrategy: PID 28926 died...\u000a10:27:16.395859 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28926): Terminated: ok {rc=0}\u000a10:27:16.406244 --- ParallelTerminationStrategy: PID 28929 died...\u000a10:27:16.461931 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28929): Terminated: ok {rc=0}\u000a10:27:16.472620 --- ParallelTerminationStrategy: PID 28932 died...\u000a10:27:16.528192 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28932): Terminated: ok {rc=0}\u000a10:27:16.615734 bus /sierra_3: Setting Powered False\u000a10:27:17.717654 bus /sierra_3: Setting Powered False\u000a10:27:18.824913 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28941): Process ended prematurely: osmo-stp_10.42.42.5(pid=28941) [trial-2373↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28941)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28941): Process ended prematurely: osmo-stp_10.42.42.5(pid=28941) [trial-2373↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28941)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 emergency:trx-umtrx emergency_preemptive_call.py\u000a----------------------------------------------\u000a10:27:19.877927 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:27:19.889889 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a10:27:20.028244 tst emergency_preemptive_call.py: using LAC 27755\u000a10:27:20.146320 tst emergency_preemptive_call.py: using RAC 215\u000a10:27:20.269139 tst emergency_preemptive_call.py: using CellId 27755\u000a10:27:20.385360 tst emergency_preemptive_call.py: using BVCI 27756\u000a10:27:20.408350 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:27:20.419204 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:27:20.429932 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:27:20.440740 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:27:20.451382 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a10:27:20.462041 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a10:27:20.578897 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a10:27:20.694696 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a10:27:20.813240 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a10:27:21.023201 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:27:21.529251 run create_hlr_db(pid=28935): Launched\u000a10:27:21.717628 bus /sierra_2: Setting Powered False\u000a10:27:22.738191 run create_hlr_db(pid=28935): Terminated: ok {rc=0}\u000a10:27:23.141544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28937): Launched\u000a10:27:23.442058 run osmo-hlr_10.42.42.2(pid=28938): Launched\u000a10:27:23.553117 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:27:24.074171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28940): Launched\u000a10:27:24.374900 run osmo-stp_10.42.42.5(pid=28941): Launched\u000a10:27:24.495200 tst emergency_preemptive_call.py: using MSISDN 7686\u000a10:27:24.643759 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:27:25.190148 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28943): Launched\u000a10:27:25.491413 run osmo-msc_10.42.42.6(pid=28944): Launched\u000a10:27:25.667905 run osmo-stp_10.42.42.5(pid=28941): ERR: Terminated: ERROR {rc=1} [trial-2373↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28941)]\u000a10:27:25.795060 run osmo-stp_10.42.42.5(pid=28941): stdout: \u000a| (launched: 2022-12-10_10:27:24.226245)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:27:25.920039 run osmo-stp_10.42.42.5(pid=28941): stderr: \u000a| �[0;m�[38;5;43m20221210102724398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102724398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102724398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102724399 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102724400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102724400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102724400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:27:26.040309 run osmo-stp_10.42.42.5(pid=28941): stdout: \u000a| (launched: 2022-12-10_10:27:24.226245)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:27:26.159453 run osmo-stp_10.42.42.5(pid=28941): stderr: \u000a| �[0;m�[38;5;43m20221210102724398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102724398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102724398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102724399 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102724400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102724400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102724400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:27:26.211920 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=28941): Process ended prematurely: osmo-stp_10.42.42.5(pid=28941) [trial-2373↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28941)] [trial-2373↪emergency:trx-umtrx↪emergency_preemptive_call.py:32]\u000a10:27:26.219793 tst emergency_preemptive_call.py:32: Test FAILED (6.3 sec)\u000a10:27:26.279710 run osmo-hlr_10.42.42.2(pid=28938): ERR: Terminated: ERROR {rc=237} [trial-2373↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28938)]\u000a10:27:26.328733 run osmo-hlr_10.42.42.2(pid=28938): stdout: \u000a| (launched: 2022-12-10_10:27:23.293785) \u000a10:27:26.378238 run osmo-hlr_10.42.42.2(pid=28938): stderr: \u000a| �[0;m�[1;31m20221210102723466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210102723466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210102723466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102723466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102723466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210102723466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210102723478 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/emergency:trx-umtrx/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210102723489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210102723489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210102723489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:27:26.445963 run osmo-msc_10.42.42.6(pid=28944): ERR: Terminated: ERROR {rc=2} [trial-2373↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28944)]\u000a10:27:26.494890 run osmo-msc_10.42.42.6(pid=28944): stdout: \u000a| (launched: 2022-12-10_10:27:25.342196) \u000a10:27:26.544185 run osmo-msc_10.42.42.6(pid=28944): stderr: \u000a| �[0;m�[38;5;43m20221210102725614 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210102725614 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fab6353bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210102725614 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210102725614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210102725615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210102725615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210102725618 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210102725618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210102725618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210102725618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:27:26.586223 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28937): Terminating (SIGTERM)\u000a10:27:26.625892 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28940): Terminating (SIGTERM)\u000a10:27:26.665818 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28943): Terminating (SIGTERM)\u000a10:27:26.675078 --- ParallelTerminationStrategy: PID 28937 died...\u000a10:27:26.728688 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28937): Terminated: ok {rc=0}\u000a10:27:26.738435 --- ParallelTerminationStrategy: PID 28940 died...\u000a10:27:26.791510 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28940): Terminated: ok {rc=0}\u000a10:27:26.801241 --- ParallelTerminationStrategy: PID 28943 died...\u000a10:27:26.854439 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28943): Terminated: ok {rc=0}\u000a10:27:26.938178 bus /sierra_9: Setting Powered False\u000a10:27:28.046217 bus /sierra_9: Setting Powered False\u000a10:27:29.159057 bus /sierra_8: Setting Powered False\u000a10:27:30.266618 bus /sierra_8: Setting Powered False\u000a10:27:31.378830 bus /sierra_3: Setting Powered False\u000a10:27:32.480505 bus /sierra_3: Setting Powered False\u000a10:27:33.593602 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "87", "name" : "emergency_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:27:09" }, { "cases" : [ { "testActions" : [ ], "age" : 56, "className" : "gprs:trx-umtrx", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28965): Process ended prematurely: osmo-stp_10.42.42.5(pid=28965) [trial-2373↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28965)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28965): Process ended prematurely: osmo-stp_10.42.42.5(pid=28965) [trial-2373↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28965)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-umtrx cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:27:35.705759 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:27:35.716278 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a10:27:35.854010 tst cs_paging_gprs_active.py: using LAC 27756\u000a10:27:35.979454 tst cs_paging_gprs_active.py: using RAC 216\u000a10:27:36.096906 tst cs_paging_gprs_active.py: using CellId 27756\u000a10:27:36.216354 tst cs_paging_gprs_active.py: using BVCI 27757\u000a10:27:36.239991 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:27:36.250673 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:27:36.261049 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:27:36.271435 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:27:36.281700 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:27:36.291914 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:27:36.302386 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:27:36.312552 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:27:36.323100 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a10:27:36.440636 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a10:27:36.721499 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:27:36.849278 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:27:37.165687 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28955): Launched\u000a10:27:37.428096 run iperf3-srv_10.42.42.10(pid=28956): Launched\u000a10:27:37.615198 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:27:37.743086 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:27:38.058992 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28957): Launched\u000a10:27:38.321775 run iperf3-srv_10.42.42.10(pid=28958): Launched\u000a10:27:38.507598 tst cs_paging_gprs_active.py:38: start network...\u000a10:27:38.634498 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:27:39.124366 run create_hlr_db(pid=28959): Launched\u000a10:27:39.300010 bus /sierra_2: Setting Powered False\u000a10:27:40.322194 run create_hlr_db(pid=28959): Terminated: ok {rc=0}\u000a10:27:40.757727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28961): Launched\u000a10:27:41.085108 run osmo-hlr_10.42.42.2(pid=28962): Launched\u000a10:27:41.206286 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:27:41.774926 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28964): Launched\u000a10:27:42.101344 run osmo-stp_10.42.42.5(pid=28965): Launched\u000a10:27:42.220694 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:27:42.790360 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28967): Launched\u000a10:27:42.907047 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:27:43.191590 run patchelf(pid=28968): Launched\u000a10:27:43.383396 run osmo-stp_10.42.42.5(pid=28965): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28965)]\u000a10:27:43.523554 run osmo-stp_10.42.42.5(pid=28965): stdout: \u000a| (launched: 2022-12-10_10:27:41.941291)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:27:43.664038 run osmo-stp_10.42.42.5(pid=28965): stderr: \u000a| �[0;m�[38;5;43m20221210102742133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102742133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102742133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102742134 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102742134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102742134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102742134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:27:43.800034 run osmo-stp_10.42.42.5(pid=28965): stdout: \u000a| (launched: 2022-12-10_10:27:41.941291)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:27:43.934930 run osmo-stp_10.42.42.5(pid=28965): stderr: \u000a| �[0;m�[38;5;43m20221210102742133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102742133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102742133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102742134 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102742134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102742134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102742134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:27:44.091502 run patchelf(pid=28968): Terminating (SIGINT)\u000a10:27:44.276133 run patchelf(pid=28968): Terminated: ok {rc=0}\u000a10:27:44.310057 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=28965): Process ended prematurely: osmo-stp_10.42.42.5(pid=28965) [trial-2373↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28965)] [trial-2373↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38]\u000a10:27:44.319832 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a10:27:44.384446 run osmo-hlr_10.42.42.2(pid=28962): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-umtrx↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28962)]\u000a10:27:44.436556 run osmo-hlr_10.42.42.2(pid=28962): stdout: \u000a| (launched: 2022-12-10_10:27:40.923882) \u000a10:27:44.489259 run osmo-hlr_10.42.42.2(pid=28962): stderr: \u000a| �[0;m�[1;31m20221210102741123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210102741123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210102741123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102741123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102741123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210102741123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210102741136 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-umtrx/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210102741145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210102741145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210102741145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:27:44.534019 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28955): Terminating (SIGTERM)\u000a10:27:44.576695 run iperf3-srv_10.42.42.10(pid=28956): Terminating (SIGTERM)\u000a10:27:44.619307 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28957): Terminating (SIGTERM)\u000a10:27:44.661838 run iperf3-srv_10.42.42.10(pid=28958): Terminating (SIGTERM)\u000a10:27:44.704305 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28961): Terminating (SIGTERM)\u000a10:27:44.746721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28964): Terminating (SIGTERM)\u000a10:27:44.789120 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28967): Terminating (SIGTERM)\u000a10:27:44.799128 --- ParallelTerminationStrategy: PID 28955 died...\u000a10:27:44.855494 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28955): Terminated: ok {rc=0}\u000a10:27:44.865922 --- ParallelTerminationStrategy: PID 28956 died...\u000a10:27:44.921921 run iperf3-srv_10.42.42.10(pid=28956): Terminated {rc=256}\u000a10:27:44.932307 --- ParallelTerminationStrategy: PID 28957 died...\u000a10:27:44.988793 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28957): Terminated: ok {rc=0}\u000a10:27:44.998997 --- ParallelTerminationStrategy: PID 28958 died...\u000a10:27:45.055632 run iperf3-srv_10.42.42.10(pid=28958): Terminated {rc=256}\u000a10:27:45.065865 --- ParallelTerminationStrategy: PID 28961 died...\u000a10:27:45.122400 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28961): Terminated: ok {rc=0}\u000a10:27:45.132579 --- ParallelTerminationStrategy: PID 28964 died...\u000a10:27:45.189021 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28964): Terminated: ok {rc=0}\u000a10:27:45.199465 --- ParallelTerminationStrategy: PID 28967 died...\u000a10:27:45.256405 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28967): Terminated: ok {rc=0}\u000a10:27:45.345356 bus /gobi_0: Setting Powered False\u000a10:27:46.453442 bus /gobi_0: Setting Powered False\u000a10:27:47.564797 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 56, "className" : "gprs:trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28977): Process ended prematurely: osmo-stp_10.42.42.5(pid=28977) [trial-2373↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28977)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28977): Process ended prematurely: osmo-stp_10.42.42.5(pid=28977) [trial-2373↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28977)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-umtrx iperf3.py\u000a----------------------------------------------\u000a10:27:48.675454 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:27:48.686759 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a10:27:48.825485 tst iperf3.py: using LAC 27757\u000a10:27:48.945280 tst iperf3.py: using RAC 217\u000a10:27:49.066508 tst iperf3.py: using CellId 27757\u000a10:27:49.188749 tst iperf3.py: using BVCI 27758\u000a10:27:49.211979 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:27:49.222779 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:27:49.233383 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:27:49.243822 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:27:49.254234 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:27:49.264602 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:27:49.275187 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:27:49.285661 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:27:49.296204 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a10:27:49.591612 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:27:49.728394 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:27:50.066379 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28969): Launched\u000a10:27:50.347785 run iperf3-srv_10.42.42.10(pid=28970): Launched\u000a10:27:50.548616 tst iperf3.py:8: start network...\u000a10:27:50.685631 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:27:51.199369 run create_hlr_db(pid=28971): Launched\u000a10:27:51.389986 bus /gobi_6: Setting Powered False\u000a10:27:52.410203 run create_hlr_db(pid=28971): Terminated: ok {rc=0}\u000a10:27:52.846362 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28973): Launched\u000a10:27:53.173105 run osmo-hlr_10.42.42.2(pid=28974): Launched\u000a10:27:53.294015 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:27:53.863563 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28976): Launched\u000a10:27:54.188464 run osmo-stp_10.42.42.5(pid=28977): Launched\u000a10:27:54.306536 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:27:54.874397 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28979): Launched\u000a10:27:54.991441 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:27:55.275878 run patchelf(pid=28980): Launched\u000a10:27:55.467019 run osmo-stp_10.42.42.5(pid=28977): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28977)]\u000a10:27:55.607156 run osmo-stp_10.42.42.5(pid=28977): stdout: \u000a| (launched: 2022-12-10_10:27:54.028914)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:27:55.747705 run osmo-stp_10.42.42.5(pid=28977): stderr: \u000a| �[0;m�[38;5;43m20221210102754220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102754220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102754220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102754221 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102754223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102754223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102754223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:27:55.883034 run osmo-stp_10.42.42.5(pid=28977): stdout: \u000a| (launched: 2022-12-10_10:27:54.028914)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:27:56.016577 run osmo-stp_10.42.42.5(pid=28977): stderr: \u000a| �[0;m�[38;5;43m20221210102754220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102754220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102754220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102754221 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102754223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102754223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102754223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:27:56.172557 run patchelf(pid=28980): Terminating (SIGINT)\u000a10:27:56.356202 run patchelf(pid=28980): Terminated: ok {rc=0}\u000a10:27:56.389753 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28977): Process ended prematurely: osmo-stp_10.42.42.5(pid=28977) [trial-2373↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28977)] [trial-2373↪gprs:trx-umtrx↪iperf3.py:8]\u000a10:27:56.399549 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a10:27:56.463610 run osmo-hlr_10.42.42.2(pid=28974): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-umtrx↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28974)]\u000a10:27:56.515406 run osmo-hlr_10.42.42.2(pid=28974): stdout: \u000a| (launched: 2022-12-10_10:27:53.012379) \u000a10:27:56.567805 run osmo-hlr_10.42.42.2(pid=28974): stderr: \u000a| �[0;m�[1;31m20221210102753211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210102753212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210102753212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102753212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102753212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210102753212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210102753225 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-umtrx/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210102753233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210102753233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210102753233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:27:56.612301 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28969): Terminating (SIGTERM)\u000a10:27:56.654884 run iperf3-srv_10.42.42.10(pid=28970): Terminating (SIGTERM)\u000a10:27:56.697491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28973): Terminating (SIGTERM)\u000a10:27:56.739947 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28976): Terminating (SIGTERM)\u000a10:27:56.782638 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28979): Terminating (SIGTERM)\u000a10:27:56.792520 --- ParallelTerminationStrategy: PID 28969 died...\u000a10:27:56.849705 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28969): Terminated: ok {rc=0}\u000a10:27:56.860027 --- ParallelTerminationStrategy: PID 28970 died...\u000a10:27:56.916457 run iperf3-srv_10.42.42.10(pid=28970): Terminated {rc=256}\u000a10:27:56.926906 --- ParallelTerminationStrategy: PID 28973 died...\u000a10:27:56.983384 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28973): Terminated: ok {rc=0}\u000a10:27:56.994017 --- ParallelTerminationStrategy: PID 28976 died...\u000a10:27:57.050472 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28976): Terminated: ok {rc=0}\u000a10:27:57.061063 --- ParallelTerminationStrategy: PID 28979 died...\u000a10:27:57.117541 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28979): Terminated: ok {rc=0}\u000a10:27:57.205355 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 199, "className" : "gprs:trx-umtrx", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28995): Process ended prematurely: osmo-stp_10.42.42.5(pid=28995) [trial-2373↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28995)]", "failedSince" : 2175, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28995): Process ended prematurely: osmo-stp_10.42.42.5(pid=28995) [trial-2373↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28995)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-umtrx iperf3m4.py\u000a----------------------------------------------\u000a10:27:58.318652 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:27:58.329970 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a10:27:58.469332 tst iperf3m4.py: using LAC 27758\u000a10:27:58.591350 tst iperf3m4.py: using RAC 218\u000a10:27:58.714421 tst iperf3m4.py: using CellId 27758\u000a10:27:58.841841 tst iperf3m4.py: using BVCI 27759\u000a10:27:58.866795 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:27:58.878318 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:27:58.889302 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:27:58.900579 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:27:58.911971 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:27:58.923294 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:27:58.934762 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:27:58.946042 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:27:58.957371 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a10:27:59.076261 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a10:27:59.204355 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a10:27:59.325489 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a10:27:59.606608 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:27:59.734480 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:28:00.052778 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28981): Launched\u000a10:28:00.315862 run iperf3-srv_10.42.42.10(pid=28982): Launched\u000a10:28:00.502462 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:28:00.629385 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:28:00.974279 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28983): Launched\u000a10:28:01.286062 run iperf3-srv_10.42.42.10(pid=28984): Launched\u000a10:28:01.494211 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:28:01.636373 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:28:01.997542 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28985): Launched\u000a10:28:02.303371 run iperf3-srv_10.42.42.10(pid=28986): Launched\u000a10:28:02.504178 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:28:02.640720 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:28:02.979059 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28987): Launched\u000a10:28:03.259783 run iperf3-srv_10.42.42.10(pid=28988): Launched\u000a10:28:03.459815 tst iperf3m4.py:8: start network...\u000a10:28:03.596392 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:28:04.110769 run create_hlr_db(pid=28989): Launched\u000a10:28:04.301522 bus /gobi_6: Setting Powered False\u000a10:28:05.322432 run create_hlr_db(pid=28989): Terminated: ok {rc=0}\u000a10:28:05.757115 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28991): Launched\u000a10:28:06.083706 run osmo-hlr_10.42.42.2(pid=28992): Launched\u000a10:28:06.206920 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:28:06.775149 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28994): Launched\u000a10:28:07.102985 run osmo-stp_10.42.42.5(pid=28995): Launched\u000a10:28:07.222482 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:28:07.792768 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28997): Launched\u000a10:28:07.909947 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:28:08.194168 run patchelf(pid=28998): Launched\u000a10:28:08.386089 run osmo-stp_10.42.42.5(pid=28995): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28995)]\u000a10:28:08.526573 run osmo-stp_10.42.42.5(pid=28995): stdout: \u000a| (launched: 2022-12-10_10:28:06.941912)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:28:08.667307 run osmo-stp_10.42.42.5(pid=28995): stderr: \u000a| �[0;m�[38;5;43m20221210102807133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102807133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102807133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102807134 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102807134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102807134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102807134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:28:08.802493 run osmo-stp_10.42.42.5(pid=28995): stdout: \u000a| (launched: 2022-12-10_10:28:06.941912)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:28:08.936355 run osmo-stp_10.42.42.5(pid=28995): stderr: \u000a| �[0;m�[38;5;43m20221210102807133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102807133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102807133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102807134 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102807134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102807134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102807134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:28:09.092180 run patchelf(pid=28998): Terminating (SIGINT)\u000a10:28:09.276314 run patchelf(pid=28998): Terminated: ok {rc=0}\u000a10:28:09.310027 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28995): Process ended prematurely: osmo-stp_10.42.42.5(pid=28995) [trial-2373↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28995)] [trial-2373↪gprs:trx-umtrx↪iperf3m4.py:8]\u000a10:28:09.319930 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a10:28:09.384484 run osmo-hlr_10.42.42.2(pid=28992): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-umtrx↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28992)]\u000a10:28:09.436538 run osmo-hlr_10.42.42.2(pid=28992): stdout: \u000a| (launched: 2022-12-10_10:28:05.923087) \u000a10:28:09.489250 run osmo-hlr_10.42.42.2(pid=28992): stderr: \u000a| �[0;m�[1;31m20221210102806120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210102806120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210102806120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102806120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102806120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210102806120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210102806135 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-umtrx/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210102806146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210102806146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210102806146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:28:09.534402 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28981): Terminating (SIGTERM)\u000a10:28:09.576678 run iperf3-srv_10.42.42.10(pid=28982): Terminating (SIGTERM)\u000a10:28:09.619605 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28983): Terminating (SIGTERM)\u000a10:28:09.661997 run iperf3-srv_10.42.42.10(pid=28984): Terminating (SIGTERM)\u000a10:28:09.704561 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28985): Terminating (SIGTERM)\u000a10:28:09.747201 run iperf3-srv_10.42.42.10(pid=28986): Terminating (SIGTERM)\u000a10:28:09.789611 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28987): Terminating (SIGTERM)\u000a10:28:09.831936 run iperf3-srv_10.42.42.10(pid=28988): Terminating (SIGTERM)\u000a10:28:09.874894 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28991): Terminating (SIGTERM)\u000a10:28:09.917603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28994): Terminating (SIGTERM)\u000a10:28:09.960013 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28997): Terminating (SIGTERM)\u000a10:28:09.970104 --- ParallelTerminationStrategy: PID 28981 died...\u000a10:28:10.026668 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28981): Terminated: ok {rc=0}\u000a10:28:10.036691 --- ParallelTerminationStrategy: PID 28982 died...\u000a10:28:10.092867 run iperf3-srv_10.42.42.10(pid=28982): Terminated {rc=256}\u000a10:28:10.102997 --- ParallelTerminationStrategy: PID 28983 died...\u000a10:28:10.159293 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28983): Terminated: ok {rc=0}\u000a10:28:10.169867 --- ParallelTerminationStrategy: PID 28984 died...\u000a10:28:10.225614 run iperf3-srv_10.42.42.10(pid=28984): Terminated {rc=256}\u000a10:28:10.235922 --- ParallelTerminationStrategy: PID 28985 died...\u000a10:28:10.291541 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28985): Terminated: ok {rc=0}\u000a10:28:10.301804 --- ParallelTerminationStrategy: PID 28986 died...\u000a10:28:10.357466 run iperf3-srv_10.42.42.10(pid=28986): Terminated {rc=256}\u000a10:28:10.367771 --- ParallelTerminationStrategy: PID 28987 died...\u000a10:28:10.423376 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28987): Terminated: ok {rc=0}\u000a10:28:10.433777 --- ParallelTerminationStrategy: PID 28988 died...\u000a10:28:10.489535 run iperf3-srv_10.42.42.10(pid=28988): Terminated {rc=256}\u000a10:28:10.499681 --- ParallelTerminationStrategy: PID 28991 died...\u000a10:28:10.555635 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28991): Terminated: ok {rc=0}\u000a10:28:10.565875 --- ParallelTerminationStrategy: PID 28994 died...\u000a10:28:10.621943 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28994): Terminated: ok {rc=0}\u000a10:28:10.632041 --- ParallelTerminationStrategy: PID 28997 died...\u000a10:28:10.687988 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28997): Terminated: ok {rc=0}\u000a10:28:10.775284 bus /gobi_4: Setting Powered False\u000a10:28:11.879240 bus /gobi_4: Setting Powered False\u000a10:28:12.990999 bus /gobi_1: Setting Powered False\u000a10:28:14.093634 bus /gobi_1: Setting Powered False\u000a10:28:15.205096 bus /gobi_0: Setting Powered False\u000a10:28:16.315797 bus /gobi_0: Setting Powered False\u000a10:28:17.427208 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 174, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29005): Process ended prematurely: osmo-stp_10.42.42.5(pid=29005) [trial-2373↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29005)]", "failedSince" : 2200, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29005): Process ended prematurely: osmo-stp_10.42.42.5(pid=29005) [trial-2373↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29005)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-umtrx ping.py\u000a----------------------------------------------\u000a10:28:18.494274 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:28:18.505444 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a10:28:18.640863 tst ping.py: using LAC 27759\u000a10:28:18.759517 tst ping.py: using RAC 219\u000a10:28:18.877051 tst ping.py: using CellId 27759\u000a10:28:18.996124 tst ping.py: using BVCI 27760\u000a10:28:19.019051 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:28:19.029595 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:28:19.039944 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:28:19.050363 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:28:19.060582 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:28:19.071009 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:28:19.081712 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:28:19.092033 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a10:28:19.366718 tst ping.py:19: start network...\u000a10:28:19.490995 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:28:19.970395 run create_hlr_db(pid=28999): Launched\u000a10:28:20.145175 bus /gobi_6: Setting Powered False\u000a10:28:21.165075 run create_hlr_db(pid=28999): Terminated: ok {rc=0}\u000a10:28:21.591021 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29001): Launched\u000a10:28:21.911306 run osmo-hlr_10.42.42.2(pid=29002): Launched\u000a10:28:22.027520 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:28:22.586843 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29004): Launched\u000a10:28:22.906942 run osmo-stp_10.42.42.5(pid=29005): Launched\u000a10:28:23.023604 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:28:23.583319 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29007): Launched\u000a10:28:23.698012 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:28:23.978029 run patchelf(pid=29008): Launched\u000a10:28:24.166758 run osmo-stp_10.42.42.5(pid=29005): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29005)]\u000a10:28:24.304917 run osmo-stp_10.42.42.5(pid=29005): stdout: \u000a| (launched: 2022-12-10_10:28:22.749734)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:28:24.443189 run osmo-stp_10.42.42.5(pid=29005): stderr: \u000a| �[0;m�[38;5;43m20221210102822942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102822943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102822943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102822943 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102822944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102822944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102822944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:28:24.576575 run osmo-stp_10.42.42.5(pid=29005): stdout: \u000a| (launched: 2022-12-10_10:28:22.749734)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:28:24.708768 run osmo-stp_10.42.42.5(pid=29005): stderr: \u000a| �[0;m�[38;5;43m20221210102822942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102822943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102822943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102822943 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102822944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102822944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102822944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:28:24.862911 run patchelf(pid=29008): Terminating (SIGINT)\u000a10:28:25.044323 run patchelf(pid=29008): Terminated: ok {rc=0}\u000a10:28:25.077455 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29005): Process ended prematurely: osmo-stp_10.42.42.5(pid=29005) [trial-2373↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29005)] [trial-2373↪gprs:trx-umtrx↪ping.py:22]\u000a10:28:25.086787 tst ping.py:22: Test FAILED (6.6 sec)\u000a10:28:25.150611 run osmo-hlr_10.42.42.2(pid=29002): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-umtrx↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29002)]\u000a10:28:25.202527 run osmo-hlr_10.42.42.2(pid=29002): stdout: \u000a| (launched: 2022-12-10_10:28:21.753804) \u000a10:28:25.255291 run osmo-hlr_10.42.42.2(pid=29002): stderr: \u000a| �[0;m�[1;31m20221210102821952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210102821952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210102821952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102821952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102821952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210102821952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210102821964 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-umtrx/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210102821972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210102821973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210102821973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:28:25.299562 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29001): Terminating (SIGTERM)\u000a10:28:25.341883 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29004): Terminating (SIGTERM)\u000a10:28:25.384217 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29007): Terminating (SIGTERM)\u000a10:28:25.393970 --- ParallelTerminationStrategy: PID 29001 died...\u000a10:28:25.450146 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29001): Terminated: ok {rc=0}\u000a10:28:25.460609 --- ParallelTerminationStrategy: PID 29004 died...\u000a10:28:25.516702 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29004): Terminated: ok {rc=0}\u000a10:28:25.526779 --- ParallelTerminationStrategy: PID 29007 died...\u000a10:28:25.583561 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29007): Terminated: ok {rc=0}\u000a10:28:25.670159 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29015): Process ended prematurely: osmo-stp_10.42.42.5(pid=29015) [trial-2373↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29015)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29015): Process ended prematurely: osmo-stp_10.42.42.5(pid=29015) [trial-2373↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29015)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-umtrx ping_idle_ping.py\u000a----------------------------------------------\u000a10:28:26.722640 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:28:26.734359 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a10:28:26.879395 tst ping_idle_ping.py: using LAC 27760\u000a10:28:27.007045 tst ping_idle_ping.py: using RAC 220\u000a10:28:27.127389 tst ping_idle_ping.py: using CellId 27760\u000a10:28:27.249949 tst ping_idle_ping.py: using BVCI 27761\u000a10:28:27.273066 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:28:27.283942 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:28:27.294656 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:28:27.305485 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:28:27.316101 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:28:27.326724 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:28:27.337519 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a10:28:27.348185 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a10:28:27.639738 tst ping_idle_ping.py:24: start network...\u000a10:28:27.774074 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:28:28.280703 run create_hlr_db(pid=29009): Launched\u000a10:28:28.467756 bus /gobi_6: Setting Powered False\u000a10:28:29.488142 run create_hlr_db(pid=29009): Terminated: ok {rc=0}\u000a10:28:29.893389 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29011): Launched\u000a10:28:30.195068 run osmo-hlr_10.42.42.2(pid=29012): Launched\u000a10:28:30.306131 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:28:30.829990 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29014): Launched\u000a10:28:31.303813 run osmo-stp_10.42.42.5(pid=29015): Launched\u000a10:28:31.526911 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:28:32.155491 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29017): Launched\u000a10:28:32.274455 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:28:32.556320 run patchelf(pid=29018): Launched\u000a10:28:32.745010 run osmo-stp_10.42.42.5(pid=29015): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29015)]\u000a10:28:32.883052 run osmo-stp_10.42.42.5(pid=29015): stdout: \u000a| (launched: 2022-12-10_10:28:31.016850)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:28:33.021680 run osmo-stp_10.42.42.5(pid=29015): stderr: \u000a| �[0;m�[38;5;43m20221210102831247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102831247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102831247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102831248 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102831248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102831248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102831248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:28:33.155215 run osmo-stp_10.42.42.5(pid=29015): stdout: \u000a| (launched: 2022-12-10_10:28:31.016850)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:28:33.287799 run osmo-stp_10.42.42.5(pid=29015): stderr: \u000a| �[0;m�[38;5;43m20221210102831247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102831247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102831247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102831248 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102831248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102831248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102831248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:28:33.441725 run patchelf(pid=29018): Terminating (SIGINT)\u000a10:28:33.622010 run patchelf(pid=29018): Terminated: ok {rc=0}\u000a10:28:33.654492 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29015): Process ended prematurely: osmo-stp_10.42.42.5(pid=29015) [trial-2373↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29015)] [trial-2373↪gprs:trx-umtrx↪ping_idle_ping.py:27]\u000a10:28:33.663778 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a10:28:33.728119 run osmo-hlr_10.42.42.2(pid=29012): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-umtrx↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29012)]\u000a10:28:33.780328 run osmo-hlr_10.42.42.2(pid=29012): stdout: \u000a| (launched: 2022-12-10_10:28:30.046068) \u000a10:28:33.833542 run osmo-hlr_10.42.42.2(pid=29012): stderr: \u000a| �[0;m�[1;31m20221210102830224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210102830224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210102830224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102830224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102830224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210102830224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210102830242 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-umtrx/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210102830251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210102830251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210102830251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:28:33.878566 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29011): Terminating (SIGTERM)\u000a10:28:33.921742 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29014): Terminating (SIGTERM)\u000a10:28:33.964563 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29017): Terminating (SIGTERM)\u000a10:28:33.974588 --- ParallelTerminationStrategy: PID 29011 died...\u000a10:28:34.031835 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29011): Terminated: ok {rc=0}\u000a10:28:34.042479 --- ParallelTerminationStrategy: PID 29014 died...\u000a10:28:34.099177 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29014): Terminated: ok {rc=0}\u000a10:28:34.109878 --- ParallelTerminationStrategy: PID 29017 died...\u000a10:28:34.166893 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29017): Terminated: ok {rc=0}\u000a10:28:34.254593 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "88", "name" : "gprs_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:27:35" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29032): Process ended prematurely: osmo-stp_10.42.42.5(pid=29032) [trial-2373↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29032)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29032): Process ended prematurely: osmo-stp_10.42.42.5(pid=29032) [trial-2373↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29032)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-umtrx+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:28:36.416941 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:28:36.428524 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:28:36.578341 tst cs_paging_gprs_active.py: using LAC 27761\u000a10:28:36.706482 tst cs_paging_gprs_active.py: using RAC 221\u000a10:28:36.834511 tst cs_paging_gprs_active.py: using CellId 27761\u000a10:28:36.962129 tst cs_paging_gprs_active.py: using BVCI 27762\u000a10:28:36.987178 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:28:36.998627 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:28:37.009750 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:28:37.021273 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:28:37.032538 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:28:37.043885 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:28:37.055330 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:28:37.066360 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:28:37.078183 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:28:37.196672 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:28:37.494769 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:28:37.631868 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:28:37.970845 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29022): Launched\u000a10:28:38.252575 run iperf3-srv_10.42.42.10(pid=29023): Launched\u000a10:28:38.454341 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:28:38.591265 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:28:38.930620 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29024): Launched\u000a10:28:39.211699 run iperf3-srv_10.42.42.10(pid=29025): Launched\u000a10:28:39.414255 tst cs_paging_gprs_active.py:38: start network...\u000a10:28:39.551572 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:28:40.067348 run create_hlr_db(pid=29026): Launched\u000a10:28:40.258134 bus /gobi_6: Setting Powered False\u000a10:28:41.278008 run create_hlr_db(pid=29026): Terminated: ok {rc=0}\u000a10:28:41.691906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29028): Launched\u000a10:28:41.998647 run osmo-hlr_10.42.42.2(pid=29029): Launched\u000a10:28:42.111796 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:28:42.644792 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29031): Launched\u000a10:28:42.949873 run osmo-stp_10.42.42.5(pid=29032): Launched\u000a10:28:43.060329 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:28:43.593315 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29034): Launched\u000a10:28:43.701646 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:28:43.967702 run patchelf(pid=29035): Launched\u000a10:28:44.147056 run osmo-stp_10.42.42.5(pid=29032): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29032)]\u000a10:28:44.278472 run osmo-stp_10.42.42.5(pid=29032): stdout: \u000a| (launched: 2022-12-10_10:28:42.799828)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:28:44.409387 run osmo-stp_10.42.42.5(pid=29032): stderr: \u000a| �[0;m�[38;5;43m20221210102842970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102842970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102842970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102842971 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102842971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102842971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102842971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:28:44.535886 run osmo-stp_10.42.42.5(pid=29032): stdout: \u000a| (launched: 2022-12-10_10:28:42.799828)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:28:44.661276 run osmo-stp_10.42.42.5(pid=29032): stderr: \u000a| �[0;m�[38;5;43m20221210102842970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102842970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102842970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102842971 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102842971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102842971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102842971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:28:44.807668 run patchelf(pid=29035): Terminating (SIGINT)\u000a10:28:44.980018 run patchelf(pid=29035): Terminated: ok {rc=0}\u000a10:28:45.011441 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29032): Process ended prematurely: osmo-stp_10.42.42.5(pid=29032) [trial-2373↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29032)] [trial-2373↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a10:28:45.020539 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a10:28:45.080255 run osmo-hlr_10.42.42.2(pid=29029): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29029)]\u000a10:28:45.128843 run osmo-hlr_10.42.42.2(pid=29029): stdout: \u000a| (launched: 2022-12-10_10:28:41.847697) \u000a10:28:45.178081 run osmo-hlr_10.42.42.2(pid=29029): stderr: \u000a| �[0;m�[1;31m20221210102842022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210102842023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210102842023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102842023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102842023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210102842023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210102842035 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-umtrx+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210102842043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210102842043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210102842043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:28:45.219988 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29022): Terminating (SIGTERM)\u000a10:28:45.259582 run iperf3-srv_10.42.42.10(pid=29023): Terminating (SIGTERM)\u000a10:28:45.299066 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29024): Terminating (SIGTERM)\u000a10:28:45.338466 run iperf3-srv_10.42.42.10(pid=29025): Terminating (SIGTERM)\u000a10:28:45.378108 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29028): Terminating (SIGTERM)\u000a10:28:45.417687 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29031): Terminating (SIGTERM)\u000a10:28:45.457037 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29034): Terminating (SIGTERM)\u000a10:28:45.466287 --- ParallelTerminationStrategy: PID 29022 died...\u000a10:28:45.519272 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29022): Terminated: ok {rc=0}\u000a10:28:45.529028 --- ParallelTerminationStrategy: PID 29023 died...\u000a10:28:45.581540 run iperf3-srv_10.42.42.10(pid=29023): Terminated {rc=256}\u000a10:28:45.590993 --- ParallelTerminationStrategy: PID 29024 died...\u000a10:28:45.643652 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29024): Terminated: ok {rc=0}\u000a10:28:45.653346 --- ParallelTerminationStrategy: PID 29025 died...\u000a10:28:45.705674 run iperf3-srv_10.42.42.10(pid=29025): Terminated {rc=256}\u000a10:28:45.715296 --- ParallelTerminationStrategy: PID 29028 died...\u000a10:28:45.767828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29028): Terminated: ok {rc=0}\u000a10:28:45.777549 --- ParallelTerminationStrategy: PID 29031 died...\u000a10:28:45.832940 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29031): Terminated: ok {rc=0}\u000a10:28:45.844679 --- ParallelTerminationStrategy: PID 29034 died...\u000a10:28:45.903865 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29034): Terminated: ok {rc=0}\u000a10:28:46.009721 bus /gobi_0: Setting Powered False\u000a10:28:47.129127 bus /gobi_0: Setting Powered False\u000a10:28:48.238185 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29045): Process ended prematurely: osmo-stp_10.42.42.5(pid=29045) [trial-2373↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29045)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29045): Process ended prematurely: osmo-stp_10.42.42.5(pid=29045) [trial-2373↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29045)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-umtrx+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a10:28:49.354988 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:28:49.367161 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:28:49.518420 tst iperf3.py: using LAC 27762\u000a10:28:49.647905 tst iperf3.py: using RAC 222\u000a10:28:49.778220 tst iperf3.py: using CellId 27762\u000a10:28:49.906841 tst iperf3.py: using BVCI 27763\u000a10:28:49.932118 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:28:49.943614 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:28:49.954807 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:28:49.966787 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:28:49.978731 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:28:49.991525 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:28:50.003780 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:28:50.015186 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:28:50.027470 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:28:50.312209 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:28:50.439122 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:28:50.756429 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29036): Launched\u000a10:28:51.019270 run iperf3-srv_10.42.42.10(pid=29037): Launched\u000a10:28:51.205423 tst iperf3.py:8: start network...\u000a10:28:51.332442 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:28:51.820093 run create_hlr_db(pid=29038): Launched\u000a10:28:51.996466 bus /gobi_6: Setting Powered False\u000a10:28:53.016393 run create_hlr_db(pid=29038): Terminated: ok {rc=0}\u000a10:28:53.450666 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29041): Launched\u000a10:28:53.777266 run osmo-hlr_10.42.42.2(pid=29042): Launched\u000a10:28:53.900858 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:28:54.473531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29044): Launched\u000a10:28:54.798833 run osmo-stp_10.42.42.5(pid=29045): Launched\u000a10:28:54.916936 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:28:55.484347 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29047): Launched\u000a10:28:55.600875 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:28:55.884087 run patchelf(pid=29048): Launched\u000a10:28:56.074670 run osmo-stp_10.42.42.5(pid=29045): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29045)]\u000a10:28:56.214248 run osmo-stp_10.42.42.5(pid=29045): stdout: \u000a| (launched: 2022-12-10_10:28:54.638772)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:28:56.355078 run osmo-stp_10.42.42.5(pid=29045): stderr: \u000a| �[0;m�[38;5;43m20221210102854834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102854834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102854834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102854835 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102854835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102854835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102854835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:28:56.489956 run osmo-stp_10.42.42.5(pid=29045): stdout: \u000a| (launched: 2022-12-10_10:28:54.638772)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:28:56.623184 run osmo-stp_10.42.42.5(pid=29045): stderr: \u000a| �[0;m�[38;5;43m20221210102854834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102854834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102854834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102854835 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102854835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102854835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102854835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:28:56.778622 run patchelf(pid=29048): Terminating (SIGINT)\u000a10:28:56.961266 run patchelf(pid=29048): Terminated: ok {rc=0}\u000a10:28:56.994512 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29045): Process ended prematurely: osmo-stp_10.42.42.5(pid=29045) [trial-2373↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29045)] [trial-2373↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8]\u000a10:28:57.004365 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a10:28:57.068371 run osmo-hlr_10.42.42.2(pid=29042): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29042)]\u000a10:28:57.120170 run osmo-hlr_10.42.42.2(pid=29042): stdout: \u000a| (launched: 2022-12-10_10:28:53.617363) \u000a10:28:57.172543 run osmo-hlr_10.42.42.2(pid=29042): stderr: \u000a| �[0;m�[1;31m20221210102853817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210102853817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210102853817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102853817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102853817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210102853817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210102853829 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-umtrx+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210102853839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210102853839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210102853839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:28:57.217345 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29036): Terminating (SIGTERM)\u000a10:28:57.259908 run iperf3-srv_10.42.42.10(pid=29037): Terminating (SIGTERM)\u000a10:28:57.302171 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29041): Terminating (SIGTERM)\u000a10:28:57.344475 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29044): Terminating (SIGTERM)\u000a10:28:57.387050 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29047): Terminating (SIGTERM)\u000a10:28:57.396864 --- ParallelTerminationStrategy: PID 29036 died...\u000a10:28:57.453446 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29036): Terminated: ok {rc=0}\u000a10:28:57.463709 --- ParallelTerminationStrategy: PID 29037 died...\u000a10:28:57.520046 run iperf3-srv_10.42.42.10(pid=29037): Terminated {rc=256}\u000a10:28:57.530310 --- ParallelTerminationStrategy: PID 29041 died...\u000a10:28:57.586698 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29041): Terminated: ok {rc=0}\u000a10:28:57.596844 --- ParallelTerminationStrategy: PID 29044 died...\u000a10:28:57.653184 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29044): Terminated: ok {rc=0}\u000a10:28:57.663708 --- ParallelTerminationStrategy: PID 29047 died...\u000a10:28:57.720322 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29047): Terminated: ok {rc=0}\u000a10:28:57.808479 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29063): Process ended prematurely: osmo-stp_10.42.42.5(pid=29063) [trial-2373↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29063)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29063): Process ended prematurely: osmo-stp_10.42.42.5(pid=29063) [trial-2373↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29063)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-umtrx+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a10:28:58.921890 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:28:58.933355 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:28:59.072745 tst iperf3m4.py: using LAC 27763\u000a10:28:59.194516 tst iperf3m4.py: using RAC 223\u000a10:28:59.316490 tst iperf3m4.py: using CellId 27763\u000a10:28:59.437735 tst iperf3m4.py: using BVCI 27764\u000a10:28:59.460905 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:28:59.471897 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:28:59.482618 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:28:59.493434 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:28:59.504039 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:28:59.514683 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:28:59.525535 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:28:59.536060 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:28:59.546896 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:28:59.667395 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:28:59.788060 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:28:59.906291 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:29:00.187959 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:29:00.315249 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:29:00.632698 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29049): Launched\u000a10:29:00.916851 run iperf3-srv_10.42.42.10(pid=29050): Launched\u000a10:29:01.107389 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:29:01.237520 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:29:01.577372 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29051): Launched\u000a10:29:01.876665 run iperf3-srv_10.42.42.10(pid=29052): Launched\u000a10:29:02.066866 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:29:02.198352 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:29:02.542066 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29053): Launched\u000a10:29:02.824742 run iperf3-srv_10.42.42.10(pid=29054): Launched\u000a10:29:03.026850 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:29:03.164567 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:29:03.504597 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29055): Launched\u000a10:29:03.785650 run iperf3-srv_10.42.42.10(pid=29056): Launched\u000a10:29:03.986545 tst iperf3m4.py:8: start network...\u000a10:29:04.123361 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:29:04.638092 run create_hlr_db(pid=29057): Launched\u000a10:29:04.828561 bus /gobi_6: Setting Powered False\u000a10:29:05.848165 run create_hlr_db(pid=29057): Terminated: ok {rc=0}\u000a10:29:06.258506 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29059): Launched\u000a10:29:06.564566 run osmo-hlr_10.42.42.2(pid=29060): Launched\u000a10:29:06.682562 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:29:07.218705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29062): Launched\u000a10:29:07.527292 run osmo-stp_10.42.42.5(pid=29063): Launched\u000a10:29:07.645670 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:29:08.184856 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29065): Launched\u000a10:29:08.294173 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:29:08.561397 run patchelf(pid=29066): Launched\u000a10:29:08.741071 run osmo-stp_10.42.42.5(pid=29063): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29063)]\u000a10:29:08.872912 run osmo-stp_10.42.42.5(pid=29063): stdout: \u000a| (launched: 2022-12-10_10:29:07.374999)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:29:09.004656 run osmo-stp_10.42.42.5(pid=29063): stderr: \u000a| �[0;m�[38;5;43m20221210102907547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102907547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102907547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102907548 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102907549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102907549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102907549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:29:09.131373 run osmo-stp_10.42.42.5(pid=29063): stdout: \u000a| (launched: 2022-12-10_10:29:07.374999)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:29:09.256561 run osmo-stp_10.42.42.5(pid=29063): stderr: \u000a| �[0;m�[38;5;43m20221210102907547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102907547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102907547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102907548 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102907549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102907549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102907549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:29:09.403079 run patchelf(pid=29066): Terminating (SIGINT)\u000a10:29:09.575089 run patchelf(pid=29066): Terminated: ok {rc=0}\u000a10:29:09.606556 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29063): Process ended prematurely: osmo-stp_10.42.42.5(pid=29063) [trial-2373↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29063)] [trial-2373↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8]\u000a10:29:09.615790 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a10:29:09.676641 run osmo-hlr_10.42.42.2(pid=29060): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29060)]\u000a10:29:09.725960 run osmo-hlr_10.42.42.2(pid=29060): stdout: \u000a| (launched: 2022-12-10_10:29:06.414130) \u000a10:29:09.775852 run osmo-hlr_10.42.42.2(pid=29060): stderr: \u000a| �[0;m�[1;31m20221210102906590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210102906590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210102906590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102906590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102906590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210102906590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210102906603 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-umtrx+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210102906611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210102906611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210102906612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:29:09.818389 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29049): Terminating (SIGTERM)\u000a10:29:09.858389 run iperf3-srv_10.42.42.10(pid=29050): Terminating (SIGTERM)\u000a10:29:09.898195 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29051): Terminating (SIGTERM)\u000a10:29:09.937997 run iperf3-srv_10.42.42.10(pid=29052): Terminating (SIGTERM)\u000a10:29:09.977911 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29053): Terminating (SIGTERM)\u000a10:29:10.017757 run iperf3-srv_10.42.42.10(pid=29054): Terminating (SIGTERM)\u000a10:29:10.058171 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29055): Terminating (SIGTERM)\u000a10:29:10.098049 run iperf3-srv_10.42.42.10(pid=29056): Terminating (SIGTERM)\u000a10:29:10.137751 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29059): Terminating (SIGTERM)\u000a10:29:10.177601 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29062): Terminating (SIGTERM)\u000a10:29:10.217396 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29065): Terminating (SIGTERM)\u000a10:29:10.226667 --- ParallelTerminationStrategy: PID 29049 died...\u000a10:29:10.280146 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29049): Terminated: ok {rc=0}\u000a10:29:10.289974 --- ParallelTerminationStrategy: PID 29050 died...\u000a10:29:10.342993 run iperf3-srv_10.42.42.10(pid=29050): Terminated {rc=256}\u000a10:29:10.352620 --- ParallelTerminationStrategy: PID 29051 died...\u000a10:29:10.405948 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29051): Terminated: ok {rc=0}\u000a10:29:10.415673 --- ParallelTerminationStrategy: PID 29052 died...\u000a10:29:10.468564 run iperf3-srv_10.42.42.10(pid=29052): Terminated {rc=256}\u000a10:29:10.478295 --- ParallelTerminationStrategy: PID 29053 died...\u000a10:29:10.531315 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29053): Terminated: ok {rc=0}\u000a10:29:10.541054 --- ParallelTerminationStrategy: PID 29054 died...\u000a10:29:10.593925 run iperf3-srv_10.42.42.10(pid=29054): Terminated {rc=256}\u000a10:29:10.603610 --- ParallelTerminationStrategy: PID 29055 died...\u000a10:29:10.656757 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29055): Terminated: ok {rc=0}\u000a10:29:10.666530 --- ParallelTerminationStrategy: PID 29056 died...\u000a10:29:10.719490 run iperf3-srv_10.42.42.10(pid=29056): Terminated {rc=256}\u000a10:29:10.729273 --- ParallelTerminationStrategy: PID 29059 died...\u000a10:29:10.782328 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29059): Terminated: ok {rc=0}\u000a10:29:10.792106 --- ParallelTerminationStrategy: PID 29062 died...\u000a10:29:10.845466 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29062): Terminated: ok {rc=0}\u000a10:29:10.855244 --- ParallelTerminationStrategy: PID 29065 died...\u000a10:29:10.908295 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29065): Terminated: ok {rc=0}\u000a10:29:10.997914 bus /gobi_4: Setting Powered False\u000a10:29:12.102206 bus /gobi_4: Setting Powered False\u000a10:29:13.215116 bus /gobi_1: Setting Powered False\u000a10:29:14.317088 bus /gobi_1: Setting Powered False\u000a10:29:15.429099 bus /gobi_0: Setting Powered False\u000a10:29:16.549907 bus /gobi_0: Setting Powered False\u000a10:29:17.658889 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29073): Process ended prematurely: osmo-stp_10.42.42.5(pid=29073) [trial-2373↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29073)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29073): Process ended prematurely: osmo-stp_10.42.42.5(pid=29073) [trial-2373↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29073)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-umtrx+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a10:29:18.728754 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:29:18.740794 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:29:18.889172 tst ping.py: using LAC 27764\u000a10:29:19.009242 tst ping.py: using RAC 224\u000a10:29:19.127533 tst ping.py: using CellId 27764\u000a10:29:19.246814 tst ping.py: using BVCI 27765\u000a10:29:19.269704 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:29:19.280558 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:29:19.291309 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:29:19.302027 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:29:19.312615 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:29:19.323298 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:29:19.334176 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:29:19.344792 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:29:19.620044 tst ping.py:19: start network...\u000a10:29:19.743890 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:29:20.224488 run create_hlr_db(pid=29067): Launched\u000a10:29:20.399097 bus /gobi_6: Setting Powered False\u000a10:29:21.419474 run create_hlr_db(pid=29067): Terminated: ok {rc=0}\u000a10:29:21.819523 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29069): Launched\u000a10:29:22.119177 run osmo-hlr_10.42.42.2(pid=29070): Launched\u000a10:29:22.228334 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:29:22.750964 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29072): Launched\u000a10:29:23.049751 run osmo-stp_10.42.42.5(pid=29073): Launched\u000a10:29:23.158750 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:29:23.680069 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29075): Launched\u000a10:29:23.786626 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:29:24.048218 run patchelf(pid=29076): Launched\u000a10:29:24.223911 run osmo-stp_10.42.42.5(pid=29073): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29073)]\u000a10:29:24.352273 run osmo-stp_10.42.42.5(pid=29073): stdout: \u000a| (launched: 2022-12-10_10:29:22.902862)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:29:24.480730 run osmo-stp_10.42.42.5(pid=29073): stderr: \u000a| �[0;m�[38;5;43m20221210102923070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102923070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102923071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102923071 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102923073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102923073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102923073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:29:24.605043 run osmo-stp_10.42.42.5(pid=29073): stdout: \u000a| (launched: 2022-12-10_10:29:22.902862)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:29:24.727475 run osmo-stp_10.42.42.5(pid=29073): stderr: \u000a| �[0;m�[38;5;43m20221210102923070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102923070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102923071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102923071 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102923073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102923073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102923073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:29:24.870553 run patchelf(pid=29076): Terminating (SIGINT)\u000a10:29:25.038570 run patchelf(pid=29076): Terminated: ok {rc=0}\u000a10:29:25.069016 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29073): Process ended prematurely: osmo-stp_10.42.42.5(pid=29073) [trial-2373↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29073)] [trial-2373↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22]\u000a10:29:25.077645 tst ping.py:22: Test FAILED (6.3 sec)\u000a10:29:25.137577 run osmo-hlr_10.42.42.2(pid=29070): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29070)]\u000a10:29:25.186844 run osmo-hlr_10.42.42.2(pid=29070): stdout: \u000a| (launched: 2022-12-10_10:29:21.971729) \u000a10:29:25.236432 run osmo-hlr_10.42.42.2(pid=29070): stderr: \u000a| �[0;m�[1;31m20221210102922147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210102922147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210102922147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102922147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102922148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210102922148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210102922161 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-umtrx+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210102922171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210102922171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210102922171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:29:25.278619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29069): Terminating (SIGTERM)\u000a10:29:25.318763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29072): Terminating (SIGTERM)\u000a10:29:25.358973 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29075): Terminating (SIGTERM)\u000a10:29:25.368075 --- ParallelTerminationStrategy: PID 29069 died...\u000a10:29:25.421608 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29069): Terminated: ok {rc=0}\u000a10:29:25.431243 --- ParallelTerminationStrategy: PID 29072 died...\u000a10:29:25.484624 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29072): Terminated: ok {rc=0}\u000a10:29:25.494442 --- ParallelTerminationStrategy: PID 29075 died...\u000a10:29:25.547748 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29075): Terminated: ok {rc=0}\u000a10:29:25.636602 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29083): Process ended prematurely: osmo-stp_10.42.42.5(pid=29083) [trial-2373↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29083)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29083): Process ended prematurely: osmo-stp_10.42.42.5(pid=29083) [trial-2373↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29083)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-umtrx+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a10:29:26.687115 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:29:26.698661 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:29:26.844330 tst ping_idle_ping.py: using LAC 27765\u000a10:29:26.973154 tst ping_idle_ping.py: using RAC 225\u000a10:29:27.099764 tst ping_idle_ping.py: using CellId 27765\u000a10:29:27.225439 tst ping_idle_ping.py: using BVCI 27766\u000a10:29:27.250250 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:29:27.261856 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:29:27.273651 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:29:27.285432 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:29:27.297789 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:29:27.309191 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:29:27.321677 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:29:27.333712 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:29:27.612921 tst ping_idle_ping.py:24: start network...\u000a10:29:27.737977 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:29:28.221785 run create_hlr_db(pid=29077): Launched\u000a10:29:28.396595 bus /gobi_6: Setting Powered False\u000a10:29:29.419691 run create_hlr_db(pid=29077): Terminated: ok {rc=0}\u000a10:29:29.849777 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29079): Launched\u000a10:29:30.173475 run osmo-hlr_10.42.42.2(pid=29080): Launched\u000a10:29:30.292773 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:29:30.868008 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29082): Launched\u000a10:29:31.287148 run osmo-stp_10.42.42.5(pid=29083): Launched\u000a10:29:31.448660 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:29:32.122883 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29085): Launched\u000a10:29:32.233885 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:29:32.497232 run patchelf(pid=29086): Launched\u000a10:29:32.675441 run osmo-stp_10.42.42.5(pid=29083): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29083)]\u000a10:29:32.804870 run osmo-stp_10.42.42.5(pid=29083): stdout: \u000a| (launched: 2022-12-10_10:29:31.034861)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:29:32.934246 run osmo-stp_10.42.42.5(pid=29083): stderr: \u000a| �[0;m�[38;5;43m20221210102931355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102931356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102931356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102931356 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102931357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102931357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102931357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:29:33.059240 run osmo-stp_10.42.42.5(pid=29083): stdout: \u000a| (launched: 2022-12-10_10:29:31.034861)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:29:33.182707 run osmo-stp_10.42.42.5(pid=29083): stderr: \u000a| �[0;m�[38;5;43m20221210102931355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102931356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102931356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102931356 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102931357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102931357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102931357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:29:33.327284 run patchelf(pid=29086): Terminating (SIGINT)\u000a10:29:33.496482 run patchelf(pid=29086): Terminated: ok {rc=0}\u000a10:29:33.527324 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29083): Process ended prematurely: osmo-stp_10.42.42.5(pid=29083) [trial-2373↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29083)] [trial-2373↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a10:29:33.535908 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a10:29:33.596158 run osmo-hlr_10.42.42.2(pid=29080): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29080)]\u000a10:29:33.645414 run osmo-hlr_10.42.42.2(pid=29080): stdout: \u000a| (launched: 2022-12-10_10:29:30.014293) \u000a10:29:33.695222 run osmo-hlr_10.42.42.2(pid=29080): stderr: \u000a| �[0;m�[1;31m20221210102930211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210102930211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210102930211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102930211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102930211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210102930211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210102930222 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-umtrx+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210102930230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210102930231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210102930231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:29:33.737895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29079): Terminating (SIGTERM)\u000a10:29:33.778143 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29082): Terminating (SIGTERM)\u000a10:29:33.818334 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29085): Terminating (SIGTERM)\u000a10:29:33.827685 --- ParallelTerminationStrategy: PID 29079 died...\u000a10:29:33.881533 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29079): Terminated: ok {rc=0}\u000a10:29:33.891396 --- ParallelTerminationStrategy: PID 29082 died...\u000a10:29:33.945161 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29082): Terminated: ok {rc=0}\u000a10:29:33.955129 --- ParallelTerminationStrategy: PID 29085 died...\u000a10:29:34.009142 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29085): Terminated: ok {rc=0}\u000a10:29:34.098623 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "89", "name" : "gprs_trx-umtrx+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:28:36" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29101): Process ended prematurely: osmo-stp_10.42.42.5(pid=29101) [trial-2373↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29101)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29101): Process ended prematurely: osmo-stp_10.42.42.5(pid=29101) [trial-2373↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29101)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-umtrx+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:29:36.246094 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:29:36.256895 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:29:36.414626 tst cs_paging_gprs_active.py: using LAC 27766\u000a10:29:36.538077 tst cs_paging_gprs_active.py: using RAC 226\u000a10:29:36.657972 tst cs_paging_gprs_active.py: using CellId 27766\u000a10:29:36.782797 tst cs_paging_gprs_active.py: using BVCI 27767\u000a10:29:36.806225 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:29:36.817146 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:29:36.827829 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:29:36.838596 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:29:36.849241 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:29:36.859871 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:29:36.870704 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:29:36.881418 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:29:36.892241 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:29:37.007547 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:29:37.306880 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:29:37.444606 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:29:37.785976 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29091): Launched\u000a10:29:38.069552 run iperf3-srv_10.42.42.10(pid=29092): Launched\u000a10:29:38.273329 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:29:38.411670 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:29:38.753976 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29093): Launched\u000a10:29:39.035536 run iperf3-srv_10.42.42.10(pid=29094): Launched\u000a10:29:39.237577 tst cs_paging_gprs_active.py:38: start network...\u000a10:29:39.375614 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:29:39.893003 run create_hlr_db(pid=29095): Launched\u000a10:29:40.083569 bus /gobi_6: Setting Powered False\u000a10:29:41.104037 run create_hlr_db(pid=29095): Terminated: ok {rc=0}\u000a10:29:41.516693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29097): Launched\u000a10:29:41.824074 run osmo-hlr_10.42.42.2(pid=29098): Launched\u000a10:29:41.946502 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:29:42.488218 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29100): Launched\u000a10:29:42.796724 run osmo-stp_10.42.42.5(pid=29101): Launched\u000a10:29:42.908805 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:29:43.443990 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29103): Launched\u000a10:29:43.553377 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:29:43.827467 run patchelf(pid=29104): Launched\u000a10:29:44.006846 run osmo-stp_10.42.42.5(pid=29101): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29101)]\u000a10:29:44.137481 run osmo-stp_10.42.42.5(pid=29101): stdout: \u000a| (launched: 2022-12-10_10:29:42.644479)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:29:44.268079 run osmo-stp_10.42.42.5(pid=29101): stderr: \u000a| �[0;m�[38;5;43m20221210102942816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102942816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102942816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102942817 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102942817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102942817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102942817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:29:44.394624 run osmo-stp_10.42.42.5(pid=29101): stdout: \u000a| (launched: 2022-12-10_10:29:42.644479)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:29:44.519739 run osmo-stp_10.42.42.5(pid=29101): stderr: \u000a| �[0;m�[38;5;43m20221210102942816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102942816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102942816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102942817 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102942817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102942817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102942817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:29:44.666760 run patchelf(pid=29104): Terminating (SIGINT)\u000a10:29:44.839293 run patchelf(pid=29104): Terminated: ok {rc=0}\u000a10:29:44.870858 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29101): Process ended prematurely: osmo-stp_10.42.42.5(pid=29101) [trial-2373↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29101)] [trial-2373↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a10:29:44.879895 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a10:29:44.939860 run osmo-hlr_10.42.42.2(pid=29098): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29098)]\u000a10:29:44.988578 run osmo-hlr_10.42.42.2(pid=29098): stdout: \u000a| (launched: 2022-12-10_10:29:41.672608) \u000a10:29:45.038017 run osmo-hlr_10.42.42.2(pid=29098): stderr: \u000a| �[0;m�[1;31m20221210102941851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210102941852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210102941852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102941852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102941852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210102941852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210102941864 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-umtrx+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210102941872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210102941873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210102941873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:29:45.080166 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29091): Terminating (SIGTERM)\u000a10:29:45.119843 run iperf3-srv_10.42.42.10(pid=29092): Terminating (SIGTERM)\u000a10:29:45.159450 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29093): Terminating (SIGTERM)\u000a10:29:45.199009 run iperf3-srv_10.42.42.10(pid=29094): Terminating (SIGTERM)\u000a10:29:45.242739 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29097): Terminating (SIGTERM)\u000a10:29:45.286046 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29100): Terminating (SIGTERM)\u000a10:29:45.328762 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29103): Terminating (SIGTERM)\u000a10:29:45.338770 --- ParallelTerminationStrategy: PID 29091 died...\u000a10:29:45.395053 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29091): Terminated: ok {rc=0}\u000a10:29:45.405824 --- ParallelTerminationStrategy: PID 29092 died...\u000a10:29:45.462365 run iperf3-srv_10.42.42.10(pid=29092): Terminated {rc=256}\u000a10:29:45.472604 --- ParallelTerminationStrategy: PID 29093 died...\u000a10:29:45.529102 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29093): Terminated: ok {rc=0}\u000a10:29:45.539377 --- ParallelTerminationStrategy: PID 29094 died...\u000a10:29:45.596130 run iperf3-srv_10.42.42.10(pid=29094): Terminated {rc=256}\u000a10:29:45.606346 --- ParallelTerminationStrategy: PID 29097 died...\u000a10:29:45.662984 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29097): Terminated: ok {rc=0}\u000a10:29:45.673427 --- ParallelTerminationStrategy: PID 29100 died...\u000a10:29:45.729947 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29100): Terminated: ok {rc=0}\u000a10:29:45.740322 --- ParallelTerminationStrategy: PID 29103 died...\u000a10:29:45.796521 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29103): Terminated: ok {rc=0}\u000a10:29:45.892503 bus /gobi_0: Setting Powered False\u000a10:29:47.013428 bus /gobi_0: Setting Powered False\u000a10:29:48.124624 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29113): Process ended prematurely: osmo-stp_10.42.42.5(pid=29113) [trial-2373↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29113)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29113): Process ended prematurely: osmo-stp_10.42.42.5(pid=29113) [trial-2373↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29113)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a10:29:49.235473 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:29:49.246938 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:29:49.403356 tst iperf3.py: using LAC 27767\u000a10:29:49.524504 tst iperf3.py: using RAC 227\u000a10:29:49.643534 tst iperf3.py: using CellId 27767\u000a10:29:49.764889 tst iperf3.py: using BVCI 27768\u000a10:29:49.788235 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:29:49.799131 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:29:49.809894 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:29:49.820500 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:29:49.831064 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:29:49.841723 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:29:49.852672 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:29:49.863199 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:29:49.873915 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:29:50.169699 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:29:50.306935 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:29:50.645367 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29105): Launched\u000a10:29:50.927062 run iperf3-srv_10.42.42.10(pid=29106): Launched\u000a10:29:51.127764 tst iperf3.py:8: start network...\u000a10:29:51.264545 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:29:51.779170 run create_hlr_db(pid=29107): Launched\u000a10:29:51.969809 bus /gobi_6: Setting Powered False\u000a10:29:52.989315 run create_hlr_db(pid=29107): Terminated: ok {rc=0}\u000a10:29:53.399648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29109): Launched\u000a10:29:53.705417 run osmo-hlr_10.42.42.2(pid=29110): Launched\u000a10:29:53.822461 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:29:54.454422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29112): Launched\u000a10:29:54.753095 run osmo-stp_10.42.42.5(pid=29113): Launched\u000a10:29:54.862383 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:29:55.383946 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29115): Launched\u000a10:29:55.490148 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:29:55.750520 run patchelf(pid=29116): Launched\u000a10:29:55.925653 run osmo-stp_10.42.42.5(pid=29113): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29113)]\u000a10:29:56.053826 run osmo-stp_10.42.42.5(pid=29113): stdout: \u000a| (launched: 2022-12-10_10:29:54.605732)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:29:56.182443 run osmo-stp_10.42.42.5(pid=29113): stderr: \u000a| �[0;m�[38;5;43m20221210102954778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102954778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102954778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102954779 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102954779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102954779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102954779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:29:56.306302 run osmo-stp_10.42.42.5(pid=29113): stdout: \u000a| (launched: 2022-12-10_10:29:54.605732)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:29:56.429081 run osmo-stp_10.42.42.5(pid=29113): stderr: \u000a| �[0;m�[38;5;43m20221210102954778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210102954778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210102954778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210102954779 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210102954779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210102954779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210102954779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:29:56.572866 run patchelf(pid=29116): Terminating (SIGINT)\u000a10:29:56.741475 run patchelf(pid=29116): Terminated: ok {rc=0}\u000a10:29:56.773018 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29113): Process ended prematurely: osmo-stp_10.42.42.5(pid=29113) [trial-2373↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29113)] [trial-2373↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a10:29:56.782148 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a10:29:56.841440 run osmo-hlr_10.42.42.2(pid=29110): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29110)]\u000a10:29:56.889496 run osmo-hlr_10.42.42.2(pid=29110): stdout: \u000a| (launched: 2022-12-10_10:29:53.554790) \u000a10:29:56.938287 run osmo-hlr_10.42.42.2(pid=29110): stderr: \u000a| �[0;m�[1;31m20221210102953732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210102953732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210102953732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102953732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210102953732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210102953732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210102953744 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210102953754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210102953754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210102953754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:29:56.979710 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29105): Terminating (SIGTERM)\u000a10:29:57.018901 run iperf3-srv_10.42.42.10(pid=29106): Terminating (SIGTERM)\u000a10:29:57.058155 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29109): Terminating (SIGTERM)\u000a10:29:57.097542 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29112): Terminating (SIGTERM)\u000a10:29:57.136779 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29115): Terminating (SIGTERM)\u000a10:29:57.145975 --- ParallelTerminationStrategy: PID 29105 died...\u000a10:29:57.198402 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29105): Terminated: ok {rc=0}\u000a10:29:57.207915 --- ParallelTerminationStrategy: PID 29106 died...\u000a10:29:57.260379 run iperf3-srv_10.42.42.10(pid=29106): Terminated {rc=256}\u000a10:29:57.269939 --- ParallelTerminationStrategy: PID 29109 died...\u000a10:29:57.322506 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29109): Terminated: ok {rc=0}\u000a10:29:57.331886 --- ParallelTerminationStrategy: PID 29112 died...\u000a10:29:57.384198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29112): Terminated: ok {rc=0}\u000a10:29:57.393629 --- ParallelTerminationStrategy: PID 29115 died...\u000a10:29:57.446512 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29115): Terminated: ok {rc=0}\u000a10:29:57.535296 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29134): Process ended prematurely: osmo-stp_10.42.42.5(pid=29134) [trial-2373↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29134)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29134): Process ended prematurely: osmo-stp_10.42.42.5(pid=29134) [trial-2373↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29134)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a10:29:58.644685 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:29:58.656063 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:29:58.814623 tst iperf3m4.py: using LAC 27768\u000a10:29:58.931342 tst iperf3m4.py: using RAC 228\u000a10:29:59.048068 tst iperf3m4.py: using CellId 27768\u000a10:29:59.167626 tst iperf3m4.py: using BVCI 27769\u000a10:29:59.190583 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:29:59.201381 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:29:59.211933 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:29:59.222607 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:29:59.233277 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:29:59.243968 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:29:59.254710 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:29:59.265260 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:29:59.275996 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:29:59.389314 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:29:59.505960 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:29:59.625941 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:29:59.917259 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:30:00.051020 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:30:00.383556 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29117): Launched\u000a10:30:00.658520 run iperf3-srv_10.42.42.10(pid=29118): Launched\u000a10:30:00.858706 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:30:01.017609 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:30:01.370522 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29122): Launched\u000a10:30:01.657372 run iperf3-srv_10.42.42.10(pid=29123): Launched\u000a10:30:01.850519 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:30:02.003877 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:30:02.339467 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29124): Launched\u000a10:30:02.597903 run iperf3-srv_10.42.42.10(pid=29125): Launched\u000a10:30:02.780010 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:30:02.905079 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:30:03.215132 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29126): Launched\u000a10:30:03.471929 run iperf3-srv_10.42.42.10(pid=29127): Launched\u000a10:30:03.653798 tst iperf3m4.py:8: start network...\u000a10:30:03.777437 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:30:04.259736 run create_hlr_db(pid=29128): Launched\u000a10:30:04.433919 bus /gobi_6: Setting Powered False\u000a10:30:05.454811 run create_hlr_db(pid=29128): Terminated: ok {rc=0}\u000a10:30:05.881518 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29130): Launched\u000a10:30:06.202417 run osmo-hlr_10.42.42.2(pid=29131): Launched\u000a10:30:06.322522 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:30:06.851769 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29133): Launched\u000a10:30:07.149940 run osmo-stp_10.42.42.5(pid=29134): Launched\u000a10:30:07.257741 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:30:07.780348 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29136): Launched\u000a10:30:07.886666 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:30:08.147776 run patchelf(pid=29137): Launched\u000a10:30:08.323258 run osmo-stp_10.42.42.5(pid=29134): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29134)]\u000a10:30:08.452121 run osmo-stp_10.42.42.5(pid=29134): stdout: \u000a| (launched: 2022-12-10_10:30:07.003777)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:30:08.580792 run osmo-stp_10.42.42.5(pid=29134): stderr: \u000a| �[0;m�[38;5;43m20221210103007173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103007173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103007174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103007174 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103007176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103007176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103007176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:30:08.704698 run osmo-stp_10.42.42.5(pid=29134): stdout: \u000a| (launched: 2022-12-10_10:30:07.003777)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:30:08.827494 run osmo-stp_10.42.42.5(pid=29134): stderr: \u000a| �[0;m�[38;5;43m20221210103007173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103007173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103007174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103007174 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103007176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103007176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103007176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:30:08.971475 run patchelf(pid=29137): Terminating (SIGINT)\u000a10:30:09.140283 run patchelf(pid=29137): Terminated: ok {rc=0}\u000a10:30:09.171610 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29134): Process ended prematurely: osmo-stp_10.42.42.5(pid=29134) [trial-2373↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29134)] [trial-2373↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a10:30:09.180744 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a10:30:09.240619 run osmo-hlr_10.42.42.2(pid=29131): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29131)]\u000a10:30:09.289454 run osmo-hlr_10.42.42.2(pid=29131): stdout: \u000a| (launched: 2022-12-10_10:30:06.044901) \u000a10:30:09.338976 run osmo-hlr_10.42.42.2(pid=29131): stderr: \u000a| �[0;m�[1;31m20221210103006243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210103006243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210103006243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103006243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103006243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210103006243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210103006255 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210103006263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210103006263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210103006263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:30:09.381049 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29117): Terminating (SIGTERM)\u000a10:30:09.420574 run iperf3-srv_10.42.42.10(pid=29118): Terminating (SIGTERM)\u000a10:30:09.460022 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29122): Terminating (SIGTERM)\u000a10:30:09.499231 run iperf3-srv_10.42.42.10(pid=29123): Terminating (SIGTERM)\u000a10:30:09.538591 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29124): Terminating (SIGTERM)\u000a10:30:09.577944 run iperf3-srv_10.42.42.10(pid=29125): Terminating (SIGTERM)\u000a10:30:09.617256 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29126): Terminating (SIGTERM)\u000a10:30:09.656515 run iperf3-srv_10.42.42.10(pid=29127): Terminating (SIGTERM)\u000a10:30:09.696138 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29130): Terminating (SIGTERM)\u000a10:30:09.735514 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29133): Terminating (SIGTERM)\u000a10:30:09.774918 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29136): Terminating (SIGTERM)\u000a10:30:09.783944 --- ParallelTerminationStrategy: PID 29117 died...\u000a10:30:09.836798 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29117): Terminated: ok {rc=0}\u000a10:30:09.846270 --- ParallelTerminationStrategy: PID 29118 died...\u000a10:30:09.898472 run iperf3-srv_10.42.42.10(pid=29118): Terminated {rc=256}\u000a10:30:09.907805 --- ParallelTerminationStrategy: PID 29122 died...\u000a10:30:09.960240 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29122): Terminated: ok {rc=0}\u000a10:30:09.969695 --- ParallelTerminationStrategy: PID 29123 died...\u000a10:30:10.021957 run iperf3-srv_10.42.42.10(pid=29123): Terminated {rc=256}\u000a10:30:10.031322 --- ParallelTerminationStrategy: PID 29124 died...\u000a10:30:10.084519 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29124): Terminated: ok {rc=0}\u000a10:30:10.094020 --- ParallelTerminationStrategy: PID 29125 died...\u000a10:30:10.146565 run iperf3-srv_10.42.42.10(pid=29125): Terminated {rc=256}\u000a10:30:10.155968 --- ParallelTerminationStrategy: PID 29126 died...\u000a10:30:10.208385 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29126): Terminated: ok {rc=0}\u000a10:30:10.218265 --- ParallelTerminationStrategy: PID 29127 died...\u000a10:30:10.271327 run iperf3-srv_10.42.42.10(pid=29127): Terminated {rc=256}\u000a10:30:10.280733 --- ParallelTerminationStrategy: PID 29130 died...\u000a10:30:10.333193 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29130): Terminated: ok {rc=0}\u000a10:30:10.342629 --- ParallelTerminationStrategy: PID 29133 died...\u000a10:30:10.395325 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29133): Terminated: ok {rc=0}\u000a10:30:10.404716 --- ParallelTerminationStrategy: PID 29136 died...\u000a10:30:10.457325 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29136): Terminated: ok {rc=0}\u000a10:30:10.546554 bus /gobi_4: Setting Powered False\u000a10:30:11.648195 bus /gobi_4: Setting Powered False\u000a10:30:12.754097 bus /gobi_1: Setting Powered False\u000a10:30:13.858868 bus /gobi_1: Setting Powered False\u000a10:30:14.966941 bus /gobi_0: Setting Powered False\u000a10:30:16.070756 bus /gobi_0: Setting Powered False\u000a10:30:17.193239 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29144): Process ended prematurely: osmo-stp_10.42.42.5(pid=29144) [trial-2373↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29144)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29144): Process ended prematurely: osmo-stp_10.42.42.5(pid=29144) [trial-2373↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29144)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-umtrx+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a10:30:18.260656 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:30:18.272483 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:30:18.437181 tst ping.py: using LAC 27769\u000a10:30:18.562741 tst ping.py: using RAC 229\u000a10:30:18.686013 tst ping.py: using CellId 27769\u000a10:30:18.809838 tst ping.py: using BVCI 27770\u000a10:30:18.833944 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:30:18.845271 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:30:18.856347 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:30:18.867812 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:30:18.879229 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:30:18.890689 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:30:18.902170 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:30:18.913547 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:30:19.188177 tst ping.py:19: start network...\u000a10:30:19.311210 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:30:19.777965 run create_hlr_db(pid=29138): Launched\u000a10:30:19.948707 bus /gobi_6: Setting Powered False\u000a10:30:20.971098 run create_hlr_db(pid=29138): Terminated: ok {rc=0}\u000a10:30:21.392129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29140): Launched\u000a10:30:21.707201 run osmo-hlr_10.42.42.2(pid=29141): Launched\u000a10:30:21.826531 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:30:22.375360 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29143): Launched\u000a10:30:22.689976 run osmo-stp_10.42.42.5(pid=29144): Launched\u000a10:30:22.804242 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:30:23.355121 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29146): Launched\u000a10:30:23.467185 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:30:23.740917 run patchelf(pid=29147): Launched\u000a10:30:23.925737 run osmo-stp_10.42.42.5(pid=29144): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29144)]\u000a10:30:24.061166 run osmo-stp_10.42.42.5(pid=29144): stdout: \u000a| (launched: 2022-12-10_10:30:22.534979)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:30:24.196730 run osmo-stp_10.42.42.5(pid=29144): stderr: \u000a| �[0;m�[38;5;43m20221210103022725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103022725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103022725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103022726 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103022726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103022726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103022726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:30:24.327691 run osmo-stp_10.42.42.5(pid=29144): stdout: \u000a| (launched: 2022-12-10_10:30:22.534979)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:30:24.458087 run osmo-stp_10.42.42.5(pid=29144): stderr: \u000a| �[0;m�[38;5;43m20221210103022725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103022725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103022725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103022726 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103022726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103022726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103022726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:30:24.609050 run patchelf(pid=29147): Terminating (SIGINT)\u000a10:30:24.785959 run patchelf(pid=29147): Terminated: ok {rc=0}\u000a10:30:24.818154 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29144): Process ended prematurely: osmo-stp_10.42.42.5(pid=29144) [trial-2373↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29144)] [trial-2373↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22]\u000a10:30:24.827409 tst ping.py:22: Test FAILED (6.6 sec)\u000a10:30:24.891018 run osmo-hlr_10.42.42.2(pid=29141): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29141)]\u000a10:30:24.942725 run osmo-hlr_10.42.42.2(pid=29141): stdout: \u000a| (launched: 2022-12-10_10:30:21.551964) \u000a10:30:24.995360 run osmo-hlr_10.42.42.2(pid=29141): stderr: \u000a| �[0;m�[1;31m20221210103021749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210103021749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210103021749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103021749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103021749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210103021750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210103021762 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210103021770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210103021771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210103021771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:30:25.039538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29140): Terminating (SIGTERM)\u000a10:30:25.081996 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29143): Terminating (SIGTERM)\u000a10:30:25.124070 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29146): Terminating (SIGTERM)\u000a10:30:25.133835 --- ParallelTerminationStrategy: PID 29140 died...\u000a10:30:25.189930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29140): Terminated: ok {rc=0}\u000a10:30:25.199934 --- ParallelTerminationStrategy: PID 29143 died...\u000a10:30:25.255635 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29143): Terminated: ok {rc=0}\u000a10:30:25.265655 --- ParallelTerminationStrategy: PID 29146 died...\u000a10:30:25.321701 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29146): Terminated: ok {rc=0}\u000a10:30:25.408887 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29154): Process ended prematurely: osmo-stp_10.42.42.5(pid=29154) [trial-2373↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29154)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29154): Process ended prematurely: osmo-stp_10.42.42.5(pid=29154) [trial-2373↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29154)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-umtrx+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a10:30:26.460607 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:30:26.472538 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:30:26.628552 tst ping_idle_ping.py: using LAC 27770\u000a10:30:26.745774 tst ping_idle_ping.py: using RAC 230\u000a10:30:26.874526 tst ping_idle_ping.py: using CellId 27770\u000a10:30:26.996387 tst ping_idle_ping.py: using BVCI 27771\u000a10:30:27.020597 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:30:27.032006 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:30:27.043290 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:30:27.054873 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:30:27.066356 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:30:27.077918 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:30:27.089487 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:30:27.100879 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:30:27.390116 tst ping_idle_ping.py:24: start network...\u000a10:30:27.521715 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:30:28.024034 run create_hlr_db(pid=29148): Launched\u000a10:30:28.208028 bus /gobi_6: Setting Powered False\u000a10:30:29.228185 run create_hlr_db(pid=29148): Terminated: ok {rc=0}\u000a10:30:29.626742 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29150): Launched\u000a10:30:29.923456 run osmo-hlr_10.42.42.2(pid=29151): Launched\u000a10:30:30.037372 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:30:30.562067 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29153): Launched\u000a10:30:30.885720 run osmo-stp_10.42.42.5(pid=29154): Launched\u000a10:30:31.099112 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:30:31.676605 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29156): Launched\u000a10:30:31.785371 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:30:32.071187 run patchelf(pid=29157): Launched\u000a10:30:32.247988 run osmo-stp_10.42.42.5(pid=29154): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29154)]\u000a10:30:32.375401 run osmo-stp_10.42.42.5(pid=29154): stdout: \u000a| (launched: 2022-12-10_10:30:30.714920)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:30:32.503353 run osmo-stp_10.42.42.5(pid=29154): stderr: \u000a| �[0;m�[38;5;43m20221210103030940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103030940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103030941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103030941 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103030942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103030942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103030942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:30:32.626750 run osmo-stp_10.42.42.5(pid=29154): stdout: \u000a| (launched: 2022-12-10_10:30:30.714920)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:30:32.749296 run osmo-stp_10.42.42.5(pid=29154): stderr: \u000a| �[0;m�[38;5;43m20221210103030940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103030940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103030941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103030941 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103030942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103030942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103030942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:30:32.892529 run patchelf(pid=29157): Terminating (SIGINT)\u000a10:30:33.062001 run patchelf(pid=29157): Terminated: ok {rc=0}\u000a10:30:33.092907 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29154): Process ended prematurely: osmo-stp_10.42.42.5(pid=29154) [trial-2373↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29154)] [trial-2373↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a10:30:33.101886 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a10:30:33.162082 run osmo-hlr_10.42.42.2(pid=29151): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29151)]\u000a10:30:33.211509 run osmo-hlr_10.42.42.2(pid=29151): stdout: \u000a| (launched: 2022-12-10_10:30:29.777834) \u000a10:30:33.261443 run osmo-hlr_10.42.42.2(pid=29151): stderr: \u000a| �[0;m�[1;31m20221210103029955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210103029955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210103029956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103029956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103029956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210103029956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210103029971 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210103029981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210103029981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210103029981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:30:33.303787 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29150): Terminating (SIGTERM)\u000a10:30:33.343703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29153): Terminating (SIGTERM)\u000a10:30:33.383595 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29156): Terminating (SIGTERM)\u000a10:30:33.392812 --- ParallelTerminationStrategy: PID 29150 died...\u000a10:30:33.446445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29150): Terminated: ok {rc=0}\u000a10:30:33.456086 --- ParallelTerminationStrategy: PID 29153 died...\u000a10:30:33.509393 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29153): Terminated: ok {rc=0}\u000a10:30:33.519024 --- ParallelTerminationStrategy: PID 29156 died...\u000a10:30:33.572021 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29156): Terminated: ok {rc=0}\u000a10:30:33.660035 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "90", "name" : "gprs_trx-umtrx+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:29:35" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29171): Process ended prematurely: osmo-stp_10.42.42.5(pid=29171) [trial-2373↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29171)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29171): Process ended prematurely: osmo-stp_10.42.42.5(pid=29171) [trial-2373↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29171)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-umtrx+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:30:35.799904 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:30:35.810821 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:30:35.970453 tst cs_paging_gprs_active.py: using LAC 27771\u000a10:30:36.086975 tst cs_paging_gprs_active.py: using RAC 231\u000a10:30:36.205127 tst cs_paging_gprs_active.py: using CellId 27771\u000a10:30:36.321849 tst cs_paging_gprs_active.py: using BVCI 27772\u000a10:30:36.344653 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:30:36.355453 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:30:36.366152 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:30:36.376826 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:30:36.387470 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:30:36.398096 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:30:36.408776 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:30:36.419389 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:30:36.430141 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:30:36.550304 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:30:36.834590 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:30:36.960798 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:30:37.276230 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29161): Launched\u000a10:30:37.536914 run iperf3-srv_10.42.42.10(pid=29162): Launched\u000a10:30:37.721658 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:30:37.847165 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:30:38.161442 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29163): Launched\u000a10:30:38.420861 run iperf3-srv_10.42.42.10(pid=29164): Launched\u000a10:30:38.605143 tst cs_paging_gprs_active.py:38: start network...\u000a10:30:38.730276 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:30:39.215898 run create_hlr_db(pid=29165): Launched\u000a10:30:39.390263 bus /gobi_6: Setting Powered False\u000a10:30:40.410570 run create_hlr_db(pid=29165): Terminated: ok {rc=0}\u000a10:30:40.836650 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29167): Launched\u000a10:30:41.157788 run osmo-hlr_10.42.42.2(pid=29168): Launched\u000a10:30:41.274023 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:30:41.832180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29170): Launched\u000a10:30:42.153533 run osmo-stp_10.42.42.5(pid=29171): Launched\u000a10:30:42.270579 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:30:42.832213 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29173): Launched\u000a10:30:42.947657 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:30:43.230173 run patchelf(pid=29174): Launched\u000a10:30:43.419218 run osmo-stp_10.42.42.5(pid=29171): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29171)]\u000a10:30:43.556587 run osmo-stp_10.42.42.5(pid=29171): stdout: \u000a| (launched: 2022-12-10_10:30:41.995964)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:30:43.694412 run osmo-stp_10.42.42.5(pid=29171): stderr: \u000a| �[0;m�[38;5;43m20221210103042186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103042186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103042187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103042187 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103042189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103042190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103042190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:30:43.827205 run osmo-stp_10.42.42.5(pid=29171): stdout: \u000a| (launched: 2022-12-10_10:30:41.995964)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:30:43.959082 run osmo-stp_10.42.42.5(pid=29171): stderr: \u000a| �[0;m�[38;5;43m20221210103042186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103042186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103042187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103042187 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103042189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103042190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103042190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:30:44.113086 run patchelf(pid=29174): Terminating (SIGINT)\u000a10:30:44.294048 run patchelf(pid=29174): Terminated: ok {rc=0}\u000a10:30:44.327785 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29171): Process ended prematurely: osmo-stp_10.42.42.5(pid=29171) [trial-2373↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29171)] [trial-2373↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a10:30:44.337689 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a10:30:44.401700 run osmo-hlr_10.42.42.2(pid=29168): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29168)]\u000a10:30:44.453385 run osmo-hlr_10.42.42.2(pid=29168): stdout: \u000a| (launched: 2022-12-10_10:30:41.000427) \u000a10:30:44.505467 run osmo-hlr_10.42.42.2(pid=29168): stderr: \u000a| �[0;m�[1;31m20221210103041197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210103041197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210103041197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103041197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103041198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210103041198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210103041209 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-umtrx+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210103041218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210103041218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210103041218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:30:44.549930 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29161): Terminating (SIGTERM)\u000a10:30:44.592345 run iperf3-srv_10.42.42.10(pid=29162): Terminating (SIGTERM)\u000a10:30:44.634663 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29163): Terminating (SIGTERM)\u000a10:30:44.677195 run iperf3-srv_10.42.42.10(pid=29164): Terminating (SIGTERM)\u000a10:30:44.719411 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29167): Terminating (SIGTERM)\u000a10:30:44.761741 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29170): Terminating (SIGTERM)\u000a10:30:44.803980 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29173): Terminating (SIGTERM)\u000a10:30:44.813712 --- ParallelTerminationStrategy: PID 29161 died...\u000a10:30:44.870357 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29161): Terminated: ok {rc=0}\u000a10:30:44.880665 --- ParallelTerminationStrategy: PID 29162 died...\u000a10:30:44.936685 run iperf3-srv_10.42.42.10(pid=29162): Terminated {rc=256}\u000a10:30:44.946620 --- ParallelTerminationStrategy: PID 29163 died...\u000a10:30:45.002732 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29163): Terminated: ok {rc=0}\u000a10:30:45.012668 --- ParallelTerminationStrategy: PID 29164 died...\u000a10:30:45.068833 run iperf3-srv_10.42.42.10(pid=29164): Terminated {rc=256}\u000a10:30:45.078809 --- ParallelTerminationStrategy: PID 29167 died...\u000a10:30:45.134860 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29167): Terminated: ok {rc=0}\u000a10:30:45.145389 --- ParallelTerminationStrategy: PID 29170 died...\u000a10:30:45.201554 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29170): Terminated: ok {rc=0}\u000a10:30:45.211747 --- ParallelTerminationStrategy: PID 29173 died...\u000a10:30:45.267757 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29173): Terminated: ok {rc=0}\u000a10:30:45.352773 bus /gobi_0: Setting Powered False\u000a10:30:46.459455 bus /gobi_0: Setting Powered False\u000a10:30:47.571551 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29183): Process ended prematurely: osmo-stp_10.42.42.5(pid=29183) [trial-2373↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29183)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29183): Process ended prematurely: osmo-stp_10.42.42.5(pid=29183) [trial-2373↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29183)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a10:30:48.680905 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:30:48.692434 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:30:48.856346 tst iperf3.py: using LAC 27772\u000a10:30:48.983410 tst iperf3.py: using RAC 232\u000a10:30:49.109584 tst iperf3.py: using CellId 27772\u000a10:30:49.237148 tst iperf3.py: using BVCI 27773\u000a10:30:49.261816 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:30:49.273214 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:30:49.284346 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:30:49.295770 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:30:49.307063 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:30:49.318982 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:30:49.330626 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:30:49.342017 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:30:49.353594 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:30:49.630756 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:30:49.755228 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:30:50.066572 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29175): Launched\u000a10:30:50.325312 run iperf3-srv_10.42.42.10(pid=29176): Launched\u000a10:30:50.507188 tst iperf3.py:8: start network...\u000a10:30:50.631591 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:30:51.111822 run create_hlr_db(pid=29177): Launched\u000a10:30:51.285786 bus /gobi_6: Setting Powered False\u000a10:30:52.306455 run create_hlr_db(pid=29177): Terminated: ok {rc=0}\u000a10:30:52.733583 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29179): Launched\u000a10:30:53.054647 run osmo-hlr_10.42.42.2(pid=29180): Launched\u000a10:30:53.175622 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:30:53.735708 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29182): Launched\u000a10:30:54.055737 run osmo-stp_10.42.42.5(pid=29183): Launched\u000a10:30:54.175978 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:30:54.735279 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29185): Launched\u000a10:30:54.850062 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:30:55.129535 run patchelf(pid=29186): Launched\u000a10:30:55.318865 run osmo-stp_10.42.42.5(pid=29183): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29183)]\u000a10:30:55.457080 run osmo-stp_10.42.42.5(pid=29183): stdout: \u000a| (launched: 2022-12-10_10:30:53.898410)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:30:55.595485 run osmo-stp_10.42.42.5(pid=29183): stderr: \u000a| �[0;m�[38;5;43m20221210103054090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103054090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103054090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103054090 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103054091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103054091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103054091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:30:55.728788 run osmo-stp_10.42.42.5(pid=29183): stdout: \u000a| (launched: 2022-12-10_10:30:53.898410)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:30:55.860916 run osmo-stp_10.42.42.5(pid=29183): stderr: \u000a| �[0;m�[38;5;43m20221210103054090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103054090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103054090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103054090 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103054091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103054091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103054091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:30:56.015515 run patchelf(pid=29186): Terminating (SIGINT)\u000a10:30:56.196792 run patchelf(pid=29186): Terminated: ok {rc=0}\u000a10:30:56.230194 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29183): Process ended prematurely: osmo-stp_10.42.42.5(pid=29183) [trial-2373↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29183)] [trial-2373↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a10:30:56.240059 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a10:30:56.304034 run osmo-hlr_10.42.42.2(pid=29180): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29180)]\u000a10:30:56.356183 run osmo-hlr_10.42.42.2(pid=29180): stdout: \u000a| (launched: 2022-12-10_10:30:52.897144) \u000a10:30:56.408578 run osmo-hlr_10.42.42.2(pid=29180): stderr: \u000a| �[0;m�[1;31m20221210103053097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210103053097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210103053097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103053097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103053097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210103053097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210103053110 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210103053118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210103053118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210103053118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:30:56.453309 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29175): Terminating (SIGTERM)\u000a10:30:56.495466 run iperf3-srv_10.42.42.10(pid=29176): Terminating (SIGTERM)\u000a10:30:56.537854 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29179): Terminating (SIGTERM)\u000a10:30:56.580731 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29182): Terminating (SIGTERM)\u000a10:30:56.623100 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29185): Terminating (SIGTERM)\u000a10:30:56.632859 --- ParallelTerminationStrategy: PID 29175 died...\u000a10:30:56.689909 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29175): Terminated: ok {rc=0}\u000a10:30:56.700015 --- ParallelTerminationStrategy: PID 29176 died...\u000a10:30:56.756211 run iperf3-srv_10.42.42.10(pid=29176): Terminated {rc=256}\u000a10:30:56.766341 --- ParallelTerminationStrategy: PID 29179 died...\u000a10:30:56.822580 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29179): Terminated: ok {rc=0}\u000a10:30:56.832576 --- ParallelTerminationStrategy: PID 29182 died...\u000a10:30:56.889254 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29182): Terminated: ok {rc=0}\u000a10:30:56.899423 --- ParallelTerminationStrategy: PID 29185 died...\u000a10:30:56.955571 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29185): Terminated: ok {rc=0}\u000a10:30:57.043614 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29201): Process ended prematurely: osmo-stp_10.42.42.5(pid=29201) [trial-2373↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29201)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29201): Process ended prematurely: osmo-stp_10.42.42.5(pid=29201) [trial-2373↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29201)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a10:30:58.161145 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:30:58.173297 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:30:58.339928 tst iperf3m4.py: using LAC 27773\u000a10:30:58.465782 tst iperf3m4.py: using RAC 233\u000a10:30:58.591591 tst iperf3m4.py: using CellId 27773\u000a10:30:58.719084 tst iperf3m4.py: using BVCI 27774\u000a10:30:58.743646 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:30:58.755075 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:30:58.766270 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:30:58.777902 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:30:58.789251 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:30:58.800853 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:30:58.812121 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:30:58.823590 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:30:58.835504 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:30:58.959092 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:30:59.079528 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:30:59.200049 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:30:59.495285 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:30:59.629635 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:30:59.961975 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29187): Launched\u000a10:31:00.238162 run iperf3-srv_10.42.42.10(pid=29188): Launched\u000a10:31:00.435589 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:31:00.569599 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:31:00.923902 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29189): Launched\u000a10:31:01.215074 run iperf3-srv_10.42.42.10(pid=29190): Launched\u000a10:31:01.416756 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:31:01.554417 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:31:01.911420 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29191): Launched\u000a10:31:02.197964 run iperf3-srv_10.42.42.10(pid=29192): Launched\u000a10:31:02.381735 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:31:02.506057 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:31:02.819850 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29193): Launched\u000a10:31:03.079275 run iperf3-srv_10.42.42.10(pid=29194): Launched\u000a10:31:03.262094 tst iperf3m4.py:8: start network...\u000a10:31:03.387939 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:31:03.869992 run create_hlr_db(pid=29195): Launched\u000a10:31:04.045978 bus /gobi_6: Setting Powered False\u000a10:31:05.064486 run create_hlr_db(pid=29195): Terminated: ok {rc=0}\u000a10:31:05.467836 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29197): Launched\u000a10:31:05.769669 run osmo-hlr_10.42.42.2(pid=29198): Launched\u000a10:31:05.887824 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:31:06.417402 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29200): Launched\u000a10:31:06.718265 run osmo-stp_10.42.42.5(pid=29201): Launched\u000a10:31:06.826224 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:31:07.351720 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29203): Launched\u000a10:31:07.458481 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:31:07.720569 run patchelf(pid=29204): Launched\u000a10:31:07.896338 run osmo-stp_10.42.42.5(pid=29201): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29201)]\u000a10:31:08.025113 run osmo-stp_10.42.42.5(pid=29201): stdout: \u000a| (launched: 2022-12-10_10:31:06.570769)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:31:08.154337 run osmo-stp_10.42.42.5(pid=29201): stderr: \u000a| �[0;m�[38;5;43m20221210103106741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103106742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103106742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103106742 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103106743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103106743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103106743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:31:08.278696 run osmo-stp_10.42.42.5(pid=29201): stdout: \u000a| (launched: 2022-12-10_10:31:06.570769)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:31:08.401662 run osmo-stp_10.42.42.5(pid=29201): stderr: \u000a| �[0;m�[38;5;43m20221210103106741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103106742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103106742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103106742 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103106743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103106743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103106743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:31:08.545669 run patchelf(pid=29204): Terminating (SIGINT)\u000a10:31:08.715104 run patchelf(pid=29204): Terminated: ok {rc=0}\u000a10:31:08.746272 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29201): Process ended prematurely: osmo-stp_10.42.42.5(pid=29201) [trial-2373↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29201)] [trial-2373↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a10:31:08.755381 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a10:31:08.815060 run osmo-hlr_10.42.42.2(pid=29198): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29198)]\u000a10:31:08.864089 run osmo-hlr_10.42.42.2(pid=29198): stdout: \u000a| (launched: 2022-12-10_10:31:05.621259) \u000a10:31:08.913370 run osmo-hlr_10.42.42.2(pid=29198): stderr: \u000a| �[0;m�[1;31m20221210103105798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210103105798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210103105798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103105798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103105799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210103105799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210103105811 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210103105820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210103105820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210103105820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:31:08.955369 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29187): Terminating (SIGTERM)\u000a10:31:08.994890 run iperf3-srv_10.42.42.10(pid=29188): Terminating (SIGTERM)\u000a10:31:09.034487 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29189): Terminating (SIGTERM)\u000a10:31:09.073825 run iperf3-srv_10.42.42.10(pid=29190): Terminating (SIGTERM)\u000a10:31:09.113301 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29191): Terminating (SIGTERM)\u000a10:31:09.152751 run iperf3-srv_10.42.42.10(pid=29192): Terminating (SIGTERM)\u000a10:31:09.192333 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29193): Terminating (SIGTERM)\u000a10:31:09.231651 run iperf3-srv_10.42.42.10(pid=29194): Terminating (SIGTERM)\u000a10:31:09.271165 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29197): Terminating (SIGTERM)\u000a10:31:09.310575 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29200): Terminating (SIGTERM)\u000a10:31:09.350535 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29203): Terminating (SIGTERM)\u000a10:31:09.359668 --- ParallelTerminationStrategy: PID 29187 died...\u000a10:31:09.412624 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29187): Terminated: ok {rc=0}\u000a10:31:09.422126 --- ParallelTerminationStrategy: PID 29188 died...\u000a10:31:09.475105 run iperf3-srv_10.42.42.10(pid=29188): Terminated {rc=256}\u000a10:31:09.484526 --- ParallelTerminationStrategy: PID 29189 died...\u000a10:31:09.536881 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29189): Terminated: ok {rc=0}\u000a10:31:09.546388 --- ParallelTerminationStrategy: PID 29190 died...\u000a10:31:09.598723 run iperf3-srv_10.42.42.10(pid=29190): Terminated {rc=256}\u000a10:31:09.608124 --- ParallelTerminationStrategy: PID 29191 died...\u000a10:31:09.661232 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29191): Terminated: ok {rc=0}\u000a10:31:09.670702 --- ParallelTerminationStrategy: PID 29192 died...\u000a10:31:09.723065 run iperf3-srv_10.42.42.10(pid=29192): Terminated {rc=256}\u000a10:31:09.732484 --- ParallelTerminationStrategy: PID 29193 died...\u000a10:31:09.784686 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29193): Terminated: ok {rc=0}\u000a10:31:09.794211 --- ParallelTerminationStrategy: PID 29194 died...\u000a10:31:09.846679 run iperf3-srv_10.42.42.10(pid=29194): Terminated {rc=256}\u000a10:31:09.856109 --- ParallelTerminationStrategy: PID 29197 died...\u000a10:31:09.909118 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29197): Terminated: ok {rc=0}\u000a10:31:09.918572 --- ParallelTerminationStrategy: PID 29200 died...\u000a10:31:09.971181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29200): Terminated: ok {rc=0}\u000a10:31:09.980600 --- ParallelTerminationStrategy: PID 29203 died...\u000a10:31:10.033178 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29203): Terminated: ok {rc=0}\u000a10:31:10.122017 bus /gobi_4: Setting Powered False\u000a10:31:11.225768 bus /gobi_4: Setting Powered False\u000a10:31:12.337416 bus /gobi_1: Setting Powered False\u000a10:31:13.439757 bus /gobi_1: Setting Powered False\u000a10:31:14.551179 bus /gobi_0: Setting Powered False\u000a10:31:15.656241 bus /gobi_0: Setting Powered False\u000a10:31:16.768769 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29211): Process ended prematurely: osmo-stp_10.42.42.5(pid=29211) [trial-2373↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29211)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29211): Process ended prematurely: osmo-stp_10.42.42.5(pid=29211) [trial-2373↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29211)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-umtrx+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a10:31:17.834609 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:31:17.846251 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:31:18.002597 tst ping.py: using LAC 27774\u000a10:31:18.118309 tst ping.py: using RAC 234\u000a10:31:18.242398 tst ping.py: using CellId 27774\u000a10:31:18.365870 tst ping.py: using BVCI 27775\u000a10:31:18.390303 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:31:18.401791 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:31:18.413120 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:31:18.424888 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:31:18.436471 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:31:18.448109 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:31:18.459773 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:31:18.471203 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:31:18.756185 tst ping.py:19: start network...\u000a10:31:18.887782 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:31:19.384804 run create_hlr_db(pid=29205): Launched\u000a10:31:19.569687 bus /gobi_6: Setting Powered False\u000a10:31:20.590570 run create_hlr_db(pid=29205): Terminated: ok {rc=0}\u000a10:31:21.012073 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29207): Launched\u000a10:31:21.328869 run osmo-hlr_10.42.42.2(pid=29208): Launched\u000a10:31:21.447394 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:31:21.997343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29210): Launched\u000a10:31:22.312926 run osmo-stp_10.42.42.5(pid=29211): Launched\u000a10:31:22.427576 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:31:22.977497 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29213): Launched\u000a10:31:23.090126 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:31:23.364385 run patchelf(pid=29214): Launched\u000a10:31:23.549821 run osmo-stp_10.42.42.5(pid=29211): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29211)]\u000a10:31:23.685153 run osmo-stp_10.42.42.5(pid=29211): stdout: \u000a| (launched: 2022-12-10_10:31:22.158066)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:31:23.821019 run osmo-stp_10.42.42.5(pid=29211): stderr: \u000a| �[0;m�[38;5;43m20221210103122348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103122350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103122350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103122350 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103122351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103122351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103122351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:31:23.951997 run osmo-stp_10.42.42.5(pid=29211): stdout: \u000a| (launched: 2022-12-10_10:31:22.158066)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:31:24.081804 run osmo-stp_10.42.42.5(pid=29211): stderr: \u000a| �[0;m�[38;5;43m20221210103122348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103122350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103122350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103122350 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103122351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103122351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103122351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:31:24.233252 run patchelf(pid=29214): Terminating (SIGINT)\u000a10:31:24.410638 run patchelf(pid=29214): Terminated: ok {rc=0}\u000a10:31:24.442995 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29211): Process ended prematurely: osmo-stp_10.42.42.5(pid=29211) [trial-2373↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29211)] [trial-2373↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22]\u000a10:31:24.452267 tst ping.py:22: Test FAILED (6.6 sec)\u000a10:31:24.516328 run osmo-hlr_10.42.42.2(pid=29208): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29208)]\u000a10:31:24.568290 run osmo-hlr_10.42.42.2(pid=29208): stdout: \u000a| (launched: 2022-12-10_10:31:21.173202) \u000a10:31:24.620830 run osmo-hlr_10.42.42.2(pid=29208): stderr: \u000a| �[0;m�[1;31m20221210103121369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210103121369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210103121369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103121369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103121369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210103121369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210103121382 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210103121390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210103121390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210103121390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:31:24.665414 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29207): Terminating (SIGTERM)\u000a10:31:24.708226 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29210): Terminating (SIGTERM)\u000a10:31:24.750676 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29213): Terminating (SIGTERM)\u000a10:31:24.760703 --- ParallelTerminationStrategy: PID 29207 died...\u000a10:31:24.817729 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29207): Terminated: ok {rc=0}\u000a10:31:24.827891 --- ParallelTerminationStrategy: PID 29210 died...\u000a10:31:24.884362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29210): Terminated: ok {rc=0}\u000a10:31:24.894427 --- ParallelTerminationStrategy: PID 29213 died...\u000a10:31:24.951007 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29213): Terminated: ok {rc=0}\u000a10:31:25.038931 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29221): Process ended prematurely: osmo-stp_10.42.42.5(pid=29221) [trial-2373↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29221)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29221): Process ended prematurely: osmo-stp_10.42.42.5(pid=29221) [trial-2373↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29221)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-umtrx+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a10:31:26.091101 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:31:26.102726 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:31:26.274004 tst ping_idle_ping.py: using LAC 27775\u000a10:31:26.397568 tst ping_idle_ping.py: using RAC 235\u000a10:31:26.521127 tst ping_idle_ping.py: using CellId 27775\u000a10:31:26.639535 tst ping_idle_ping.py: using BVCI 27776\u000a10:31:26.662395 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:31:26.673373 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:31:26.684092 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:31:26.695430 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:31:26.706612 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:31:26.718109 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:31:26.729510 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:31:26.740695 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:31:27.012555 tst ping_idle_ping.py:24: start network...\u000a10:31:27.135571 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:31:27.611964 run create_hlr_db(pid=29215): Launched\u000a10:31:27.783871 bus /gobi_6: Setting Powered False\u000a10:31:28.804865 run create_hlr_db(pid=29215): Terminated: ok {rc=0}\u000a10:31:29.226954 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29217): Launched\u000a10:31:29.544416 run osmo-hlr_10.42.42.2(pid=29218): Launched\u000a10:31:29.661493 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:31:30.209947 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29220): Launched\u000a10:31:30.527707 run osmo-stp_10.42.42.5(pid=29221): Launched\u000a10:31:30.644222 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:31:31.232386 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29223): Launched\u000a10:31:31.341535 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:31:31.617249 run patchelf(pid=29224): Launched\u000a10:31:31.806491 run osmo-stp_10.42.42.5(pid=29221): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29221)]\u000a10:31:31.954074 run osmo-stp_10.42.42.5(pid=29221): stdout: \u000a| (launched: 2022-12-10_10:31:30.372251)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:31:32.086590 run osmo-stp_10.42.42.5(pid=29221): stderr: \u000a| �[0;m�[38;5;43m20221210103130562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103130563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103130563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103130563 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103130565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103130566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103130566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:31:32.213044 run osmo-stp_10.42.42.5(pid=29221): stdout: \u000a| (launched: 2022-12-10_10:31:30.372251)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:31:32.335451 run osmo-stp_10.42.42.5(pid=29221): stderr: \u000a| �[0;m�[38;5;43m20221210103130562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103130563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103130563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103130563 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103130565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103130566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103130566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:31:32.478363 run patchelf(pid=29224): Terminating (SIGINT)\u000a10:31:32.646568 run patchelf(pid=29224): Terminated: ok {rc=0}\u000a10:31:32.677094 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29221): Process ended prematurely: osmo-stp_10.42.42.5(pid=29221) [trial-2373↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29221)] [trial-2373↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a10:31:32.685777 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a10:31:32.746496 run osmo-hlr_10.42.42.2(pid=29218): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29218)]\u000a10:31:32.795381 run osmo-hlr_10.42.42.2(pid=29218): stdout: \u000a| (launched: 2022-12-10_10:31:29.388334) \u000a10:31:32.845353 run osmo-hlr_10.42.42.2(pid=29218): stderr: \u000a| �[0;m�[1;31m20221210103129584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210103129584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210103129584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103129584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103129584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210103129584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210103129597 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210103129605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210103129605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210103129605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:31:32.887416 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29217): Terminating (SIGTERM)\u000a10:31:32.927085 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29220): Terminating (SIGTERM)\u000a10:31:32.966867 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29223): Terminating (SIGTERM)\u000a10:31:32.976021 --- ParallelTerminationStrategy: PID 29217 died...\u000a10:31:33.029407 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29217): Terminated: ok {rc=0}\u000a10:31:33.038978 --- ParallelTerminationStrategy: PID 29220 died...\u000a10:31:33.092404 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29220): Terminated: ok {rc=0}\u000a10:31:33.102033 --- ParallelTerminationStrategy: PID 29223 died...\u000a10:31:33.155045 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29223): Terminated: ok {rc=0}\u000a10:31:33.244214 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "91", "name" : "gprs_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:30:35" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29238): Process ended prematurely: osmo-stp_10.42.42.5(pid=29238) [trial-2373↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29238)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29238): Process ended prematurely: osmo-stp_10.42.42.5(pid=29238) [trial-2373↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29238)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:31:35.416230 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:31:35.427501 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a10:31:35.568051 tst cs_paging_gprs_active.py: using LAC 27776\u000a10:31:35.694920 tst cs_paging_gprs_active.py: using RAC 236\u000a10:31:35.822690 tst cs_paging_gprs_active.py: using CellId 27776\u000a10:31:35.948558 tst cs_paging_gprs_active.py: using BVCI 27777\u000a10:31:35.973451 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:31:35.985087 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:31:35.996514 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:31:36.008322 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:31:36.019978 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:31:36.031808 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:31:36.043871 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:31:36.055283 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:31:36.067301 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a10:31:36.183496 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a10:31:36.459854 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:31:36.585272 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:31:36.898715 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29228): Launched\u000a10:31:37.158418 run iperf3-srv_10.42.42.10(pid=29229): Launched\u000a10:31:37.342721 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:31:37.467781 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:31:37.783074 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29230): Launched\u000a10:31:38.042423 run iperf3-srv_10.42.42.10(pid=29231): Launched\u000a10:31:38.225995 tst cs_paging_gprs_active.py:38: start network...\u000a10:31:38.351277 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:31:38.837070 run create_hlr_db(pid=29232): Launched\u000a10:31:39.011673 bus /gobi_6: Setting Powered False\u000a10:31:40.044721 run create_hlr_db(pid=29232): Terminated: ok {rc=0}\u000a10:31:40.452641 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29234): Launched\u000a10:31:40.756802 run osmo-hlr_10.42.42.2(pid=29235): Launched\u000a10:31:40.869410 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:31:41.394961 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29237): Launched\u000a10:31:41.699106 run osmo-stp_10.42.42.5(pid=29238): Launched\u000a10:31:41.809456 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:31:42.335728 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29240): Launched\u000a10:31:42.443021 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:31:42.706776 run patchelf(pid=29241): Launched\u000a10:31:42.884177 run osmo-stp_10.42.42.5(pid=29238): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29238)]\u000a10:31:43.013697 run osmo-stp_10.42.42.5(pid=29238): stdout: \u000a| (launched: 2022-12-10_10:31:41.548547)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:31:43.143496 run osmo-stp_10.42.42.5(pid=29238): stderr: \u000a| �[0;m�[38;5;43m20221210103141721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103141721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103141721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103141721 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103141722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103141722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103141722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:31:43.268376 run osmo-stp_10.42.42.5(pid=29238): stdout: \u000a| (launched: 2022-12-10_10:31:41.548547)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:31:43.392412 run osmo-stp_10.42.42.5(pid=29238): stderr: \u000a| �[0;m�[38;5;43m20221210103141721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103141721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103141721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103141721 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103141722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103141722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103141722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:31:43.537159 run patchelf(pid=29241): Terminating (SIGINT)\u000a10:31:43.707709 run patchelf(pid=29241): Terminated: ok {rc=0}\u000a10:31:43.738905 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29238): Process ended prematurely: osmo-stp_10.42.42.5(pid=29238) [trial-2373↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29238)] [trial-2373↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a10:31:43.748061 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a10:31:43.807468 run osmo-hlr_10.42.42.2(pid=29235): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29235)]\u000a10:31:43.856063 run osmo-hlr_10.42.42.2(pid=29235): stdout: \u000a| (launched: 2022-12-10_10:31:40.606942) \u000a10:31:43.905349 run osmo-hlr_10.42.42.2(pid=29235): stderr: \u000a| �[0;m�[1;31m20221210103140787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210103140787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210103140787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103140787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103140787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210103140787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210103140799 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210103140808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210103140808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210103140808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:31:43.947208 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29228): Terminating (SIGTERM)\u000a10:31:43.986621 run iperf3-srv_10.42.42.10(pid=29229): Terminating (SIGTERM)\u000a10:31:44.026068 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29230): Terminating (SIGTERM)\u000a10:31:44.065329 run iperf3-srv_10.42.42.10(pid=29231): Terminating (SIGTERM)\u000a10:31:44.104643 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29234): Terminating (SIGTERM)\u000a10:31:44.143946 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29237): Terminating (SIGTERM)\u000a10:31:44.183230 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29240): Terminating (SIGTERM)\u000a10:31:44.192224 --- ParallelTerminationStrategy: PID 29228 died...\u000a10:31:44.244831 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29228): Terminated: ok {rc=0}\u000a10:31:44.254396 --- ParallelTerminationStrategy: PID 29229 died...\u000a10:31:44.307093 run iperf3-srv_10.42.42.10(pid=29229): Terminated {rc=256}\u000a10:31:44.316411 --- ParallelTerminationStrategy: PID 29230 died...\u000a10:31:44.369186 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29230): Terminated: ok {rc=0}\u000a10:31:44.378604 --- ParallelTerminationStrategy: PID 29231 died...\u000a10:31:44.431324 run iperf3-srv_10.42.42.10(pid=29231): Terminated {rc=256}\u000a10:31:44.440730 --- ParallelTerminationStrategy: PID 29234 died...\u000a10:31:44.493048 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29234): Terminated: ok {rc=0}\u000a10:31:44.502497 --- ParallelTerminationStrategy: PID 29237 died...\u000a10:31:44.554965 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29237): Terminated: ok {rc=0}\u000a10:31:44.564467 --- ParallelTerminationStrategy: PID 29240 died...\u000a10:31:44.616799 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29240): Terminated: ok {rc=0}\u000a10:31:44.705384 bus /gobi_0: Setting Powered False\u000a10:31:45.807987 bus /gobi_0: Setting Powered False\u000a10:31:46.918959 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29250): Process ended prematurely: osmo-stp_10.42.42.5(pid=29250) [trial-2373↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29250)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29250): Process ended prematurely: osmo-stp_10.42.42.5(pid=29250) [trial-2373↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29250)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a10:31:48.026246 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:31:48.038119 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a10:31:48.180572 tst iperf3.py: using LAC 27777\u000a10:31:48.300550 tst iperf3.py: using RAC 237\u000a10:31:48.427763 tst iperf3.py: using CellId 27777\u000a10:31:48.553277 tst iperf3.py: using BVCI 27778\u000a10:31:48.578014 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:31:48.589852 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:31:48.601399 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:31:48.613190 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:31:48.625068 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:31:48.636997 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:31:48.648747 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:31:48.660295 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:31:48.672173 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a10:31:48.949675 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:31:49.074664 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:31:49.387508 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29242): Launched\u000a10:31:49.648391 run iperf3-srv_10.42.42.10(pid=29243): Launched\u000a10:31:49.832438 tst iperf3.py:8: start network...\u000a10:31:49.957196 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:31:50.440855 run create_hlr_db(pid=29244): Launched\u000a10:31:50.614594 bus /gobi_6: Setting Powered False\u000a10:31:51.635566 run create_hlr_db(pid=29244): Terminated: ok {rc=0}\u000a10:31:52.063635 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29246): Launched\u000a10:31:52.384793 run osmo-hlr_10.42.42.2(pid=29247): Launched\u000a10:31:52.504734 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:31:53.066270 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29249): Launched\u000a10:31:53.387733 run osmo-stp_10.42.42.5(pid=29250): Launched\u000a10:31:53.504768 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:31:54.067604 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29252): Launched\u000a10:31:54.182988 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:31:54.463995 run patchelf(pid=29253): Launched\u000a10:31:54.653328 run osmo-stp_10.42.42.5(pid=29250): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29250)]\u000a10:31:54.791743 run osmo-stp_10.42.42.5(pid=29250): stdout: \u000a| (launched: 2022-12-10_10:31:53.230158)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:31:54.930463 run osmo-stp_10.42.42.5(pid=29250): stderr: \u000a| �[0;m�[38;5;43m20221210103153422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103153423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103153423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103153423 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103153424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103153424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103153424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:31:55.063952 run osmo-stp_10.42.42.5(pid=29250): stdout: \u000a| (launched: 2022-12-10_10:31:53.230158)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:31:55.196202 run osmo-stp_10.42.42.5(pid=29250): stderr: \u000a| �[0;m�[38;5;43m20221210103153422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103153423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103153423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103153423 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103153424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103153424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103153424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:31:55.351260 run patchelf(pid=29253): Terminating (SIGINT)\u000a10:31:55.532803 run patchelf(pid=29253): Terminated: ok {rc=0}\u000a10:31:55.566217 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29250): Process ended prematurely: osmo-stp_10.42.42.5(pid=29250) [trial-2373↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29250)] [trial-2373↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a10:31:55.576194 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a10:31:55.640012 run osmo-hlr_10.42.42.2(pid=29247): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29247)]\u000a10:31:55.691692 run osmo-hlr_10.42.42.2(pid=29247): stdout: \u000a| (launched: 2022-12-10_10:31:52.227190) \u000a10:31:55.744145 run osmo-hlr_10.42.42.2(pid=29247): stderr: \u000a| �[0;m�[1;31m20221210103152423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210103152423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210103152423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103152423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103152423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210103152423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210103152435 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210103152443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210103152443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210103152443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:31:55.788843 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29242): Terminating (SIGTERM)\u000a10:31:55.830756 run iperf3-srv_10.42.42.10(pid=29243): Terminating (SIGTERM)\u000a10:31:55.873220 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29246): Terminating (SIGTERM)\u000a10:31:55.915181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29249): Terminating (SIGTERM)\u000a10:31:55.957627 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29252): Terminating (SIGTERM)\u000a10:31:55.967254 --- ParallelTerminationStrategy: PID 29242 died...\u000a10:31:56.023428 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29242): Terminated: ok {rc=0}\u000a10:31:56.033496 --- ParallelTerminationStrategy: PID 29243 died...\u000a10:31:56.088877 run iperf3-srv_10.42.42.10(pid=29243): Terminated {rc=256}\u000a10:31:56.099053 --- ParallelTerminationStrategy: PID 29246 died...\u000a10:31:56.154509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29246): Terminated: ok {rc=0}\u000a10:31:56.164716 --- ParallelTerminationStrategy: PID 29249 died...\u000a10:31:56.220014 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29249): Terminated: ok {rc=0}\u000a10:31:56.230169 --- ParallelTerminationStrategy: PID 29252 died...\u000a10:31:56.286146 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29252): Terminated: ok {rc=0}\u000a10:31:56.373185 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29268): Process ended prematurely: osmo-stp_10.42.42.5(pid=29268) [trial-2373↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29268)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29268): Process ended prematurely: osmo-stp_10.42.42.5(pid=29268) [trial-2373↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29268)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a10:31:57.490272 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:31:57.502704 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a10:31:57.650284 tst iperf3m4.py: using LAC 27778\u000a10:31:57.777670 tst iperf3m4.py: using RAC 238\u000a10:31:57.904026 tst iperf3m4.py: using CellId 27778\u000a10:31:58.029925 tst iperf3m4.py: using BVCI 27779\u000a10:31:58.054504 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:31:58.066267 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:31:58.077827 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:31:58.090447 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:31:58.102598 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:31:58.115768 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:31:58.128304 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:31:58.139799 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:31:58.152277 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a10:31:58.274208 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a10:31:58.394619 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a10:31:58.514843 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a10:31:58.792525 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:31:58.917782 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:31:59.231181 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29254): Launched\u000a10:31:59.491195 run iperf3-srv_10.42.42.10(pid=29255): Launched\u000a10:31:59.674631 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:31:59.799946 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:32:00.112653 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29256): Launched\u000a10:32:00.373209 run iperf3-srv_10.42.42.10(pid=29257): Launched\u000a10:32:00.556071 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:32:00.681575 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:32:01.073168 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29258): Launched\u000a10:32:01.375561 run iperf3-srv_10.42.42.10(pid=29259): Launched\u000a10:32:01.562672 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:32:01.690547 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:32:02.029415 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29260): Launched\u000a10:32:02.319657 run iperf3-srv_10.42.42.10(pid=29261): Launched\u000a10:32:02.517603 tst iperf3m4.py:8: start network...\u000a10:32:02.652404 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:32:03.163043 run create_hlr_db(pid=29262): Launched\u000a10:32:03.351372 bus /gobi_6: Setting Powered False\u000a10:32:04.371266 run create_hlr_db(pid=29262): Terminated: ok {rc=0}\u000a10:32:04.800468 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29264): Launched\u000a10:32:05.122211 run osmo-hlr_10.42.42.2(pid=29265): Launched\u000a10:32:05.238997 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:32:05.803787 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29267): Launched\u000a10:32:06.125662 run osmo-stp_10.42.42.5(pid=29268): Launched\u000a10:32:06.243468 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:32:06.809416 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29270): Launched\u000a10:32:06.924601 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:32:07.204735 run patchelf(pid=29271): Launched\u000a10:32:07.394413 run osmo-stp_10.42.42.5(pid=29268): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29268)]\u000a10:32:07.533222 run osmo-stp_10.42.42.5(pid=29268): stdout: \u000a| (launched: 2022-12-10_10:32:05.966964)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:32:07.672021 run osmo-stp_10.42.42.5(pid=29268): stderr: \u000a| �[0;m�[38;5;43m20221210103206157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103206158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103206158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103206158 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103206161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103206161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103206161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:32:07.805982 run osmo-stp_10.42.42.5(pid=29268): stdout: \u000a| (launched: 2022-12-10_10:32:05.966964)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:32:07.938397 run osmo-stp_10.42.42.5(pid=29268): stderr: \u000a| �[0;m�[38;5;43m20221210103206157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103206158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103206158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103206158 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103206161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103206161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103206161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:32:08.092524 run patchelf(pid=29271): Terminating (SIGINT)\u000a10:32:08.273811 run patchelf(pid=29271): Terminated: ok {rc=0}\u000a10:32:08.307412 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29268): Process ended prematurely: osmo-stp_10.42.42.5(pid=29268) [trial-2373↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29268)] [trial-2373↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a10:32:08.317469 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a10:32:08.381817 run osmo-hlr_10.42.42.2(pid=29265): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29265)]\u000a10:32:08.433499 run osmo-hlr_10.42.42.2(pid=29265): stdout: \u000a| (launched: 2022-12-10_10:32:04.964086) \u000a10:32:08.485770 run osmo-hlr_10.42.42.2(pid=29265): stderr: \u000a| �[0;m�[1;31m20221210103205160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210103205160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210103205160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103205160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103205161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210103205161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210103205173 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210103205181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210103205182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210103205182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:32:08.530189 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29254): Terminating (SIGTERM)\u000a10:32:08.572685 run iperf3-srv_10.42.42.10(pid=29255): Terminating (SIGTERM)\u000a10:32:08.614712 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29256): Terminating (SIGTERM)\u000a10:32:08.656467 run iperf3-srv_10.42.42.10(pid=29257): Terminating (SIGTERM)\u000a10:32:08.698623 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29258): Terminating (SIGTERM)\u000a10:32:08.740593 run iperf3-srv_10.42.42.10(pid=29259): Terminating (SIGTERM)\u000a10:32:08.782787 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29260): Terminating (SIGTERM)\u000a10:32:08.824793 run iperf3-srv_10.42.42.10(pid=29261): Terminating (SIGTERM)\u000a10:32:08.867260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29264): Terminating (SIGTERM)\u000a10:32:08.909007 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29267): Terminating (SIGTERM)\u000a10:32:08.950926 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29270): Terminating (SIGTERM)\u000a10:32:08.960463 --- ParallelTerminationStrategy: PID 29254 died...\u000a10:32:09.017326 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29254): Terminated: ok {rc=0}\u000a10:32:09.027414 --- ParallelTerminationStrategy: PID 29255 died...\u000a10:32:09.083542 run iperf3-srv_10.42.42.10(pid=29255): Terminated {rc=256}\u000a10:32:09.093974 --- ParallelTerminationStrategy: PID 29256 died...\u000a10:32:09.149834 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29256): Terminated: ok {rc=0}\u000a10:32:09.159742 --- ParallelTerminationStrategy: PID 29257 died...\u000a10:32:09.215388 run iperf3-srv_10.42.42.10(pid=29257): Terminated {rc=256}\u000a10:32:09.225393 --- ParallelTerminationStrategy: PID 29258 died...\u000a10:32:09.280914 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29258): Terminated: ok {rc=0}\u000a10:32:09.291214 --- ParallelTerminationStrategy: PID 29259 died...\u000a10:32:09.346973 run iperf3-srv_10.42.42.10(pid=29259): Terminated {rc=256}\u000a10:32:09.357325 --- ParallelTerminationStrategy: PID 29260 died...\u000a10:32:09.413171 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29260): Terminated: ok {rc=0}\u000a10:32:09.423195 --- ParallelTerminationStrategy: PID 29261 died...\u000a10:32:09.479070 run iperf3-srv_10.42.42.10(pid=29261): Terminated {rc=256}\u000a10:32:09.489117 --- ParallelTerminationStrategy: PID 29264 died...\u000a10:32:09.544762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29264): Terminated: ok {rc=0}\u000a10:32:09.555113 --- ParallelTerminationStrategy: PID 29267 died...\u000a10:32:09.611184 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29267): Terminated: ok {rc=0}\u000a10:32:09.621314 --- ParallelTerminationStrategy: PID 29270 died...\u000a10:32:09.677349 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29270): Terminated: ok {rc=0}\u000a10:32:09.764900 bus /gobi_4: Setting Powered False\u000a10:32:10.869745 bus /gobi_4: Setting Powered False\u000a10:32:11.979773 bus /gobi_1: Setting Powered False\u000a10:32:13.084758 bus /gobi_1: Setting Powered False\u000a10:32:14.195102 bus /gobi_0: Setting Powered False\u000a10:32:15.296112 bus /gobi_0: Setting Powered False\u000a10:32:16.403684 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29278): Process ended prematurely: osmo-stp_10.42.42.5(pid=29278) [trial-2373↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29278)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29278): Process ended prematurely: osmo-stp_10.42.42.5(pid=29278) [trial-2373↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29278)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a10:32:17.468536 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:32:17.480575 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a10:32:17.619478 tst ping.py: using LAC 27779\u000a10:32:17.738082 tst ping.py: using RAC 239\u000a10:32:17.854374 tst ping.py: using CellId 27779\u000a10:32:17.974496 tst ping.py: using BVCI 27780\u000a10:32:17.997397 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:32:18.008724 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:32:18.020006 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:32:18.031198 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:32:18.042538 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:32:18.053892 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:32:18.065217 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:32:18.076254 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a10:32:18.348918 tst ping.py:19: start network...\u000a10:32:18.471435 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:32:18.944632 run create_hlr_db(pid=29272): Launched\u000a10:32:19.116112 bus /gobi_6: Setting Powered False\u000a10:32:20.137329 run create_hlr_db(pid=29272): Terminated: ok {rc=0}\u000a10:32:20.532731 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29274): Launched\u000a10:32:20.828890 run osmo-hlr_10.42.42.2(pid=29275): Launched\u000a10:32:20.937470 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:32:21.456570 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29277): Launched\u000a10:32:21.752846 run osmo-stp_10.42.42.5(pid=29278): Launched\u000a10:32:21.860796 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:32:22.379607 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29280): Launched\u000a10:32:22.485169 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:32:22.743722 run patchelf(pid=29281): Launched\u000a10:32:22.917462 run osmo-stp_10.42.42.5(pid=29278): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29278)]\u000a10:32:23.044330 run osmo-stp_10.42.42.5(pid=29278): stdout: \u000a| (launched: 2022-12-10_10:32:21.607372)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:32:23.172090 run osmo-stp_10.42.42.5(pid=29278): stderr: \u000a| �[0;m�[38;5;43m20221210103221778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103221778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103221778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103221779 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103221781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103221781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103221781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:32:23.294644 run osmo-stp_10.42.42.5(pid=29278): stdout: \u000a| (launched: 2022-12-10_10:32:21.607372)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:32:23.416580 run osmo-stp_10.42.42.5(pid=29278): stderr: \u000a| �[0;m�[38;5;43m20221210103221778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103221778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103221778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103221779 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103221781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103221781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103221781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:32:23.558362 run patchelf(pid=29281): Terminating (SIGINT)\u000a10:32:23.724859 run patchelf(pid=29281): Terminated: ok {rc=0}\u000a10:32:23.755237 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29278): Process ended prematurely: osmo-stp_10.42.42.5(pid=29278) [trial-2373↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29278)] [trial-2373↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a10:32:23.763894 tst ping.py:22: Test FAILED (6.3 sec)\u000a10:32:23.823242 run osmo-hlr_10.42.42.2(pid=29275): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29275)]\u000a10:32:23.871660 run osmo-hlr_10.42.42.2(pid=29275): stdout: \u000a| (launched: 2022-12-10_10:32:20.682427) \u000a10:32:23.920816 run osmo-hlr_10.42.42.2(pid=29275): stderr: \u000a| �[0;m�[1;31m20221210103220859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210103220859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210103220859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103220859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103220859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210103220859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210103220871 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210103220880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210103220880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210103220880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:32:23.962890 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29274): Terminating (SIGTERM)\u000a10:32:24.002270 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29277): Terminating (SIGTERM)\u000a10:32:24.041494 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29280): Terminating (SIGTERM)\u000a10:32:24.050612 --- ParallelTerminationStrategy: PID 29274 died...\u000a10:32:24.103611 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29274): Terminated: ok {rc=0}\u000a10:32:24.113129 --- ParallelTerminationStrategy: PID 29277 died...\u000a10:32:24.165557 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29277): Terminated: ok {rc=0}\u000a10:32:24.175128 --- ParallelTerminationStrategy: PID 29280 died...\u000a10:32:24.227773 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29280): Terminated: ok {rc=0}\u000a10:32:24.310596 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29288): Process ended prematurely: osmo-stp_10.42.42.5(pid=29288) [trial-2373↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29288)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29288): Process ended prematurely: osmo-stp_10.42.42.5(pid=29288) [trial-2373↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29288)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a10:32:25.362236 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:32:25.374629 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a10:32:25.523992 tst ping_idle_ping.py: using LAC 27780\u000a10:32:25.646696 tst ping_idle_ping.py: using RAC 240\u000a10:32:25.768773 tst ping_idle_ping.py: using CellId 27780\u000a10:32:25.887462 tst ping_idle_ping.py: using BVCI 27781\u000a10:32:25.910164 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:32:25.921697 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:32:25.933423 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:32:25.945421 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:32:25.958365 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:32:25.970040 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:32:25.981721 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a10:32:25.993368 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a10:32:26.267842 tst ping_idle_ping.py:24: start network...\u000a10:32:26.392018 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:32:26.870762 run create_hlr_db(pid=29282): Launched\u000a10:32:27.043499 bus /gobi_6: Setting Powered False\u000a10:32:28.065452 run create_hlr_db(pid=29282): Terminated: ok {rc=0}\u000a10:32:28.487733 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29284): Launched\u000a10:32:28.801494 run osmo-hlr_10.42.42.2(pid=29285): Launched\u000a10:32:28.911901 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:32:29.433346 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29287): Launched\u000a10:32:29.730946 run osmo-stp_10.42.42.5(pid=29288): Launched\u000a10:32:29.837888 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:32:30.357273 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29290): Launched\u000a10:32:30.463196 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:32:30.722679 run patchelf(pid=29291): Launched\u000a10:32:30.931374 run osmo-stp_10.42.42.5(pid=29288): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29288)]\u000a10:32:31.071976 run osmo-stp_10.42.42.5(pid=29288): stdout: \u000a| (launched: 2022-12-10_10:32:29.584066)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:32:31.213821 run osmo-stp_10.42.42.5(pid=29288): stderr: \u000a| �[0;m�[38;5;43m20221210103229754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103229755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103229755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103229755 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103229756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103229756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103229756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:32:31.350351 run osmo-stp_10.42.42.5(pid=29288): stdout: \u000a| (launched: 2022-12-10_10:32:29.584066)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:32:31.484719 run osmo-stp_10.42.42.5(pid=29288): stderr: \u000a| �[0;m�[38;5;43m20221210103229754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103229755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103229755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103229755 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103229756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103229756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103229756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:32:31.642586 run patchelf(pid=29291): Terminating (SIGINT)\u000a10:32:31.827628 run patchelf(pid=29291): Terminated: ok {rc=0}\u000a10:32:31.861726 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29288): Process ended prematurely: osmo-stp_10.42.42.5(pid=29288) [trial-2373↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29288)] [trial-2373↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a10:32:31.872102 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a10:32:31.940669 run osmo-hlr_10.42.42.2(pid=29285): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29285)]\u000a10:32:31.995758 run osmo-hlr_10.42.42.2(pid=29285): stdout: \u000a| (launched: 2022-12-10_10:32:28.648840) \u000a10:32:32.050980 run osmo-hlr_10.42.42.2(pid=29285): stderr: \u000a| �[0;m�[1;31m20221210103228823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210103228823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210103228823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103228823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103228823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210103228823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210103228835 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210103228843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210103228843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210103228843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:32:32.098029 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29284): Terminating (SIGTERM)\u000a10:32:32.142973 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29287): Terminating (SIGTERM)\u000a10:32:32.187843 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29290): Terminating (SIGTERM)\u000a10:32:32.197588 --- ParallelTerminationStrategy: PID 29284 died...\u000a10:32:32.253690 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29284): Terminated: ok {rc=0}\u000a10:32:32.263984 --- ParallelTerminationStrategy: PID 29287 died...\u000a10:32:32.320128 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29287): Terminated: ok {rc=0}\u000a10:32:32.330276 --- ParallelTerminationStrategy: PID 29290 died...\u000a10:32:32.388025 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29290): Terminated: ok {rc=0}\u000a10:32:32.474381 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "92", "name" : "gprs_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:31:35" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29304): Process ended prematurely: osmo-stp_10.42.42.5(pid=29304) [trial-2373↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29304)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29304): Process ended prematurely: osmo-stp_10.42.42.5(pid=29304) [trial-2373↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29304)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a10:32:34.524795 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:32:34.536471 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:32:34.699748 tst switch_tch_pdch.py: using LAC 27781\u000a10:32:34.823251 tst switch_tch_pdch.py: using RAC 241\u000a10:32:34.948628 tst switch_tch_pdch.py: using CellId 27781\u000a10:32:35.072603 tst switch_tch_pdch.py: using BVCI 27782\u000a10:32:35.096833 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:32:35.108393 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:32:35.119783 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:32:35.131515 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:32:35.143311 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:32:35.154983 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:32:35.166751 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:32:35.178428 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:32:35.294452 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:32:35.566035 tst switch_tch_pdch.py:51: start network...\u000a10:32:35.688195 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:32:36.166739 run create_hlr_db(pid=29298): Launched\u000a10:32:36.338350 bus /gobi_6: Setting Powered False\u000a10:32:37.359309 run create_hlr_db(pid=29298): Terminated: ok {rc=0}\u000a10:32:37.780207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29300): Launched\u000a10:32:38.095713 run osmo-hlr_10.42.42.2(pid=29301): Launched\u000a10:32:38.213769 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:32:38.766936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29303): Launched\u000a10:32:39.082633 run osmo-stp_10.42.42.5(pid=29304): Launched\u000a10:32:39.197617 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:32:39.748100 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29306): Launched\u000a10:32:39.860650 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:32:40.136011 run patchelf(pid=29307): Launched\u000a10:32:40.321685 run osmo-stp_10.42.42.5(pid=29304): ERR: Terminated: ERROR {rc=1} [trial-2373↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29304)]\u000a10:32:40.458543 run osmo-stp_10.42.42.5(pid=29304): stdout: \u000a| (launched: 2022-12-10_10:32:38.927128)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:32:40.594934 run osmo-stp_10.42.42.5(pid=29304): stderr: \u000a| �[0;m�[38;5;43m20221210103239116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103239116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103239116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103239117 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103239117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103239117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103239118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:32:40.726218 run osmo-stp_10.42.42.5(pid=29304): stdout: \u000a| (launched: 2022-12-10_10:32:38.927128)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:32:40.856031 run osmo-stp_10.42.42.5(pid=29304): stderr: \u000a| �[0;m�[38;5;43m20221210103239116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103239116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103239116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103239117 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103239117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103239117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103239118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:32:41.007678 run patchelf(pid=29307): Terminating (SIGINT)\u000a10:32:41.185454 run patchelf(pid=29307): Terminated: ok {rc=0}\u000a10:32:41.217865 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=29304): Process ended prematurely: osmo-stp_10.42.42.5(pid=29304) [trial-2373↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29304)] [trial-2373↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a10:32:41.227092 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a10:32:41.290304 run osmo-hlr_10.42.42.2(pid=29301): ERR: Terminated: ERROR {rc=237} [trial-2373↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29301)]\u000a10:32:41.342310 run osmo-hlr_10.42.42.2(pid=29301): stdout: \u000a| (launched: 2022-12-10_10:32:37.940638) \u000a10:32:41.395187 run osmo-hlr_10.42.42.2(pid=29301): stderr: \u000a| �[0;m�[1;31m20221210103238135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210103238135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210103238136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103238136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103238136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210103238136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210103238148 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210103238157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210103238158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210103238158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:32:41.439636 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29300): Terminating (SIGTERM)\u000a10:32:41.482055 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29303): Terminating (SIGTERM)\u000a10:32:41.523952 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29306): Terminating (SIGTERM)\u000a10:32:41.533856 --- ParallelTerminationStrategy: PID 29300 died...\u000a10:32:41.590234 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29300): Terminated: ok {rc=0}\u000a10:32:41.600243 --- ParallelTerminationStrategy: PID 29303 died...\u000a10:32:41.656363 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29303): Terminated: ok {rc=0}\u000a10:32:41.666344 --- ParallelTerminationStrategy: PID 29306 died...\u000a10:32:41.722902 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29306): Terminated: ok {rc=0}\u000a10:32:41.810681 bus /gobi_0: Setting Powered False\u000a10:32:42.917536 bus /gobi_0: Setting Powered False\u000a10:32:44.025133 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "93", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:32:34" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29317): Process ended prematurely: osmo-stp_10.42.42.5(pid=29317) [trial-2373↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29317)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29317): Process ended prematurely: osmo-stp_10.42.42.5(pid=29317) [trial-2373↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29317)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 dynts:trx-umtrx+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a10:32:46.015949 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:32:46.028350 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a10:32:46.194061 tst switch_tch_pdch.py: using LAC 27782\u000a10:32:46.320254 tst switch_tch_pdch.py: using RAC 242\u000a10:32:46.440030 tst switch_tch_pdch.py: using CellId 27782\u000a10:32:46.565395 tst switch_tch_pdch.py: using BVCI 27783\u000a10:32:46.590922 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:32:46.603416 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:32:46.616995 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:32:46.630409 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:32:46.643444 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:32:46.657023 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:32:46.670188 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:32:46.682722 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a10:32:46.820347 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a10:32:47.113789 tst switch_tch_pdch.py:51: start network...\u000a10:32:47.249556 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:32:47.719612 run create_hlr_db(pid=29311): Launched\u000a10:32:47.848905 bus /gobi_6: Setting Powered False\u000a10:32:48.924507 run create_hlr_db(pid=29311): Terminated: ok {rc=0}\u000a10:32:49.299340 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29313): Launched\u000a10:32:49.596518 run osmo-hlr_10.42.42.2(pid=29314): Launched\u000a10:32:49.712125 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:32:50.213687 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29316): Launched\u000a10:32:50.508323 run osmo-stp_10.42.42.5(pid=29317): Launched\u000a10:32:50.617658 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:32:51.107834 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29319): Launched\u000a10:32:51.212677 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:32:51.470523 run patchelf(pid=29320): Launched\u000a10:32:51.643403 run osmo-stp_10.42.42.5(pid=29317): ERR: Terminated: ERROR {rc=1} [trial-2373↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29317)]\u000a10:32:51.769886 run osmo-stp_10.42.42.5(pid=29317): stdout: \u000a| (launched: 2022-12-10_10:32:50.363699)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:32:51.896656 run osmo-stp_10.42.42.5(pid=29317): stderr: \u000a| �[0;m�[38;5;43m20221210103250530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103250530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103250531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103250531 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103250533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103250533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103250533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:32:52.018861 run osmo-stp_10.42.42.5(pid=29317): stdout: \u000a| (launched: 2022-12-10_10:32:50.363699)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:32:52.140171 run osmo-stp_10.42.42.5(pid=29317): stderr: \u000a| �[0;m�[38;5;43m20221210103250530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103250530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103250531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103250531 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103250533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103250533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103250533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:32:52.282019 run patchelf(pid=29320): Terminating (SIGINT)\u000a10:32:52.447822 run patchelf(pid=29320): Terminated: ok {rc=0}\u000a10:32:52.478039 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=29317): Process ended prematurely: osmo-stp_10.42.42.5(pid=29317) [trial-2373↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29317)] [trial-2373↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a10:32:52.486609 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a10:32:52.545828 run osmo-hlr_10.42.42.2(pid=29314): ERR: Terminated: ERROR {rc=237} [trial-2373↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29314)]\u000a10:32:52.594413 run osmo-hlr_10.42.42.2(pid=29314): stdout: \u000a| (launched: 2022-12-10_10:32:49.449761) \u000a10:32:52.643646 run osmo-hlr_10.42.42.2(pid=29314): stderr: \u000a| �[0;m�[1;31m20221210103249624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210103249625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210103249625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103249625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103249625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210103249625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210103249636 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/dynts:trx-umtrx+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210103249645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210103249645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210103249645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:32:52.685727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29313): Terminating (SIGTERM)\u000a10:32:52.725209 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29316): Terminating (SIGTERM)\u000a10:32:52.764678 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29319): Terminating (SIGTERM)\u000a10:32:52.773790 --- ParallelTerminationStrategy: PID 29313 died...\u000a10:32:52.826450 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29313): Terminated: ok {rc=0}\u000a10:32:52.835811 --- ParallelTerminationStrategy: PID 29316 died...\u000a10:32:52.888593 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29316): Terminated: ok {rc=0}\u000a10:32:52.897990 --- ParallelTerminationStrategy: PID 29319 died...\u000a10:32:52.950411 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29319): Terminated: ok {rc=0}\u000a10:32:53.038506 bus /gobi_0: Setting Powered False\u000a10:32:54.144497 bus /gobi_0: Setting Powered False\u000a10:32:55.251900 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "94", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:32:45" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "nitb_sms:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=29325): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29325) [trial-2373↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29325)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=29325): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29325) [trial-2373↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29325)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 nitb_sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a10:32:57.151122 tst nitb_sms:trx-lms: Using 1 x ip_address (candidates: 1)\u000a10:32:57.161821 tst nitb_sms:trx-lms: Using 1 x bts (candidates: 1)\u000a10:32:57.293382 tst mo_mt_sms.py: using LAC 27783\u000a10:32:57.413720 tst mo_mt_sms.py: using RAC 243\u000a10:32:57.528125 tst mo_mt_sms.py: using CellId 27783\u000a10:32:57.642656 tst mo_mt_sms.py: using BVCI 27784\u000a10:32:57.664864 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a10:32:57.780799 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a10:32:58.069804 tst mo_mt_sms.py:9: start nitb and bts...\u000a10:32:58.201800 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a10:32:58.854480 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29324): Launched\u000a10:32:59.166311 run osmo-nitb_10.42.42.2(pid=29325): Launched\u000a10:32:59.360848 run osmo-nitb_10.42.42.2(pid=29325): ERR: Terminated: ERROR {rc=2} [trial-2373↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29325)]\u000a10:32:59.504787 run osmo-nitb_10.42.42.2(pid=29325): stdout: \u000a| (launched: 2022-12-10_10:32:59.014745) \u000a10:32:59.648386 run osmo-nitb_10.42.42.2(pid=29325): stderr: \u000a| (launched: 2022-12-10_10:32:59.061728)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:32:59.787276 run osmo-nitb_10.42.42.2(pid=29325): stdout: \u000a| (launched: 2022-12-10_10:32:59.014745) \u000a10:32:59.925052 run osmo-nitb_10.42.42.2(pid=29325): stderr: \u000a| (launched: 2022-12-10_10:32:59.061728)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:33:00.294758 tst osmo-nitb_10.42.42.2(pid=29325): stdout: \u000a| (launched: 2022-12-10_10:32:59.014745) \u000a10:33:00.421513 tst osmo-nitb_10.42.42.2(pid=29325): stderr: \u000a| (launched: 2022-12-10_10:32:59.061728)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:33:00.476754 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=29325): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29325) [trial-2373↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29325)] [trial-2373↪nitb_sms:trx-lms↪mo_mt_sms.py:11]\u000a10:33:00.485594 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a10:33:00.522932 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29324): Terminating (SIGTERM)\u000a10:33:00.701365 --- ParallelTerminationStrategy: PID 29324 died...\u000a10:33:00.759764 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29324): Terminated: ok {rc=0}\u000a10:33:00.855105 bus /sierra_3: Setting Powered False\u000a10:33:01.957547 bus /sierra_3: Setting Powered False\u000a10:33:03.068696 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "95", "name" : "nitb_sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:32:56" }, { "cases" : [ { "testActions" : [ ], "age" : 43, "className" : "sms:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29336): Process ended prematurely: osmo-stp_10.42.42.5(pid=29336) [trial-2373↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29336)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29336): Process ended prematurely: osmo-stp_10.42.42.5(pid=29336) [trial-2373↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29336)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a10:33:04.956625 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:33:04.967160 tst sms:trx-lms: Using 1 x bts (candidates: 1)\u000a10:33:05.100563 tst mo_mt_sms.py: using LAC 27784\u000a10:33:05.216519 tst mo_mt_sms.py: using RAC 244\u000a10:33:05.334196 tst mo_mt_sms.py: using CellId 27784\u000a10:33:05.452565 tst mo_mt_sms.py: using BVCI 27785\u000a10:33:05.474939 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:33:05.485479 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:33:05.495879 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:33:05.506318 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:33:05.516738 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:33:05.527055 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a10:33:05.640905 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a10:33:05.849800 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:33:06.348452 run create_hlr_db(pid=29330): Launched\u000a10:33:06.533272 bus /sierra_2: Setting Powered False\u000a10:33:07.554012 run create_hlr_db(pid=29330): Terminated: ok {rc=0}\u000a10:33:07.973664 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29332): Launched\u000a10:33:08.287807 run osmo-hlr_10.42.42.2(pid=29333): Launched\u000a10:33:08.405924 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:33:08.954230 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29335): Launched\u000a10:33:09.268743 run osmo-stp_10.42.42.5(pid=29336): Launched\u000a10:33:09.383925 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:33:09.962881 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29338): Launched\u000a10:33:10.279458 run osmo-msc_10.42.42.6(pid=29339): Launched\u000a10:33:10.465719 run osmo-stp_10.42.42.5(pid=29336): ERR: Terminated: ERROR {rc=1} [trial-2373↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29336)]\u000a10:33:10.600212 run osmo-stp_10.42.42.5(pid=29336): stdout: \u000a| (launched: 2022-12-10_10:33:09.114159)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:33:10.734500 run osmo-stp_10.42.42.5(pid=29336): stderr: \u000a| �[0;m�[38;5;43m20221210103309303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103309303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103309304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103309304 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103309304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103309305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103309305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:33:10.861494 run osmo-stp_10.42.42.5(pid=29336): stdout: \u000a| (launched: 2022-12-10_10:33:09.114159)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:33:10.987608 run osmo-stp_10.42.42.5(pid=29336): stderr: \u000a| �[0;m�[38;5;43m20221210103309303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103309303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103309304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103309304 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103309304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103309305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103309305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:33:11.042745 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=29336): Process ended prematurely: osmo-stp_10.42.42.5(pid=29336) [trial-2373↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29336)] [trial-2373↪sms:trx-lms↪mo_mt_sms.py:16]\u000a10:33:11.051171 tst mo_mt_sms.py:16: Test FAILED (6.1 sec)\u000a10:33:11.114272 run osmo-hlr_10.42.42.2(pid=29333): ERR: Terminated: ERROR {rc=237} [trial-2373↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29333)]\u000a10:33:11.165577 run osmo-hlr_10.42.42.2(pid=29333): stdout: \u000a| (launched: 2022-12-10_10:33:08.133291) \u000a10:33:11.217543 run osmo-hlr_10.42.42.2(pid=29333): stderr: \u000a| �[0;m�[1;31m20221210103308328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210103308328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210103308328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103308328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103308328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210103308328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210103308341 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/sms:trx-lms/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210103308350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210103308350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210103308350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:33:11.287679 run osmo-msc_10.42.42.6(pid=29339): ERR: Terminated: ERROR {rc=2} [trial-2373↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29339)]\u000a10:33:11.339025 run osmo-msc_10.42.42.6(pid=29339): stdout: \u000a| (launched: 2022-12-10_10:33:10.123593) \u000a10:33:11.391314 run osmo-msc_10.42.42.6(pid=29339): stderr: \u000a| �[0;m�[38;5;43m20221210103310443 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210103310443 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f985ca20c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210103310443 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210103310443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210103310443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210103310444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210103310445 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210103310446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210103310446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210103310446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:33:11.435782 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29332): Terminating (SIGTERM)\u000a10:33:11.477271 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29335): Terminating (SIGTERM)\u000a10:33:11.519238 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29338): Terminating (SIGTERM)\u000a10:33:11.528853 --- ParallelTerminationStrategy: PID 29332 died...\u000a10:33:11.584751 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29332): Terminated: ok {rc=0}\u000a10:33:11.594708 --- ParallelTerminationStrategy: PID 29335 died...\u000a10:33:11.650046 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29335): Terminated: ok {rc=0}\u000a10:33:11.660240 --- ParallelTerminationStrategy: PID 29338 died...\u000a10:33:11.715843 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29338): Terminated: ok {rc=0}\u000a10:33:11.802633 bus /sierra_3: Setting Powered False\u000a10:33:12.909134 bus /sierra_3: Setting Powered False\u000a10:33:14.020636 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "96", "name" : "sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:33:04" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "nitb_ussd:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=29345): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29345) [trial-2373↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29345)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=29345): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29345) [trial-2373↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29345)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 nitb_ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a10:33:15.866319 tst nitb_ussd:trx-lms: Using 1 x ip_address (candidates: 1)\u000a10:33:15.878779 tst nitb_ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a10:33:16.034681 tst assert_extension.py: using LAC 27785\u000a10:33:16.160346 tst assert_extension.py: using RAC 245\u000a10:33:16.311844 tst assert_extension.py: using CellId 27785\u000a10:33:16.447240 tst assert_extension.py: using BVCI 27786\u000a10:33:16.473205 tst nitb_ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a10:33:16.791402 tst assert_extension.py:10: start nitb and bts...\u000a10:33:16.917377 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a10:33:17.539025 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29344): Launched\u000a10:33:17.830812 run osmo-nitb_10.42.42.2(pid=29345): Launched\u000a10:33:18.012910 run osmo-nitb_10.42.42.2(pid=29345): ERR: Terminated: ERROR {rc=2} [trial-2373↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29345)]\u000a10:33:18.147136 run osmo-nitb_10.42.42.2(pid=29345): stdout: \u000a| (launched: 2022-12-10_10:33:17.688925) \u000a10:33:18.281061 run osmo-nitb_10.42.42.2(pid=29345): stderr: \u000a| (launched: 2022-12-10_10:33:17.732916)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:33:18.411217 run osmo-nitb_10.42.42.2(pid=29345): stdout: \u000a| (launched: 2022-12-10_10:33:17.688925) \u000a10:33:18.539443 run osmo-nitb_10.42.42.2(pid=29345): stderr: \u000a| (launched: 2022-12-10_10:33:17.732916)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:33:18.950967 tst osmo-nitb_10.42.42.2(pid=29345): stdout: \u000a| (launched: 2022-12-10_10:33:17.688925) \u000a10:33:19.069193 tst osmo-nitb_10.42.42.2(pid=29345): stderr: \u000a| (launched: 2022-12-10_10:33:17.732916)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:33:19.120900 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=29345): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29345) [trial-2373↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29345)] [trial-2373↪nitb_ussd:trx-lms↪assert_extension.py:12]\u000a10:33:19.128868 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a10:33:19.164179 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29344): Terminating (SIGTERM)\u000a10:33:19.342026 --- ParallelTerminationStrategy: PID 29344 died...\u000a10:33:19.397129 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29344): Terminated: ok {rc=0}\u000a10:33:19.485482 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "97", "name" : "nitb_ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:33:15" }, { "cases" : [ { "testActions" : [ ], "age" : 43, "className" : "ussd:trx-lms", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29355): Process ended prematurely: osmo-stp_10.42.42.5(pid=29355) [trial-2373↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29355)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29355): Process ended prematurely: osmo-stp_10.42.42.5(pid=29355) [trial-2373↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29355)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a10:33:21.328384 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:33:21.339890 tst ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a10:33:21.484008 tst assert_extension.py: using LAC 27786\u000a10:33:21.608332 tst assert_extension.py: using RAC 246\u000a10:33:21.732898 tst assert_extension.py: using CellId 27786\u000a10:33:21.856499 tst assert_extension.py: using BVCI 27787\u000a10:33:21.880355 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:33:21.891321 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:33:21.902194 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:33:21.913262 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:33:21.924325 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:33:21.935536 tst ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a10:33:22.133596 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:33:22.608653 run create_hlr_db(pid=29349): Launched\u000a10:33:22.793892 bus /sierra_2: Setting Powered False\u000a10:33:23.813791 run create_hlr_db(pid=29349): Terminated: ok {rc=0}\u000a10:33:24.213067 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29351): Launched\u000a10:33:24.509350 run osmo-hlr_10.42.42.2(pid=29352): Launched\u000a10:33:24.622581 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:33:25.145857 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29354): Launched\u000a10:33:25.440937 run osmo-stp_10.42.42.5(pid=29355): Launched\u000a10:33:25.548720 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:33:26.089121 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29357): Launched\u000a10:33:26.385894 run osmo-msc_10.42.42.6(pid=29358): Launched\u000a10:33:26.561153 run osmo-stp_10.42.42.5(pid=29355): ERR: Terminated: ERROR {rc=1} [trial-2373↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29355)]\u000a10:33:26.687747 run osmo-stp_10.42.42.5(pid=29355): stdout: \u000a| (launched: 2022-12-10_10:33:25.296199)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:33:26.810956 run osmo-stp_10.42.42.5(pid=29355): stderr: \u000a| �[0;m�[38;5;43m20221210103325466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103325466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103325466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103325466 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103325467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103325467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103325467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:33:26.929922 run osmo-stp_10.42.42.5(pid=29355): stdout: \u000a| (launched: 2022-12-10_10:33:25.296199)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:33:27.047794 run osmo-stp_10.42.42.5(pid=29355): stderr: \u000a| �[0;m�[38;5;43m20221210103325466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103325466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103325466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103325466 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103325467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103325467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103325467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:33:27.099600 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=29355): Process ended prematurely: osmo-stp_10.42.42.5(pid=29355) [trial-2373↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29355)] [trial-2373↪ussd:trx-lms↪assert_extension.py:17]\u000a10:33:27.107548 tst assert_extension.py:17: Test FAILED (5.8 sec)\u000a10:33:27.167066 run osmo-hlr_10.42.42.2(pid=29352): ERR: Terminated: ERROR {rc=237} [trial-2373↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29352)]\u000a10:33:27.216036 run osmo-hlr_10.42.42.2(pid=29352): stdout: \u000a| (launched: 2022-12-10_10:33:24.363432) \u000a10:33:27.265503 run osmo-hlr_10.42.42.2(pid=29352): stderr: \u000a| �[0;m�[1;31m20221210103324537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210103324537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210103324537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103324537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103324537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210103324537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210103324549 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/ussd:trx-lms/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210103324561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210103324562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210103324562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:33:27.332902 run osmo-msc_10.42.42.6(pid=29358): ERR: Terminated: ERROR {rc=2} [trial-2373↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29358)]\u000a10:33:27.381842 run osmo-msc_10.42.42.6(pid=29358): stdout: \u000a| (launched: 2022-12-10_10:33:26.239250) \u000a10:33:27.431182 run osmo-msc_10.42.42.6(pid=29358): stderr: \u000a| �[0;m�[38;5;43m20221210103326510 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210103326510 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2018296c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210103326510 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210103326510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210103326510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210103326511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210103326515 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210103326516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210103326516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210103326516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:33:27.473077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29351): Terminating (SIGTERM)\u000a10:33:27.512480 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29354): Terminating (SIGTERM)\u000a10:33:27.551813 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29357): Terminating (SIGTERM)\u000a10:33:27.560894 --- ParallelTerminationStrategy: PID 29351 died...\u000a10:33:27.614268 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29351): Terminated: ok {rc=0}\u000a10:33:27.623766 --- ParallelTerminationStrategy: PID 29354 died...\u000a10:33:27.676588 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29354): Terminated: ok {rc=0}\u000a10:33:27.686053 --- ParallelTerminationStrategy: PID 29357 died...\u000a10:33:27.739634 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29357): Terminated: ok {rc=0}\u000a10:33:27.829088 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "98", "name" : "ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:33:21" }, { "cases" : [ { "testActions" : [ ], "age" : 47, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29369): Process ended prematurely: osmo-stp_10.42.42.5(pid=29369) [trial-2373↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29369)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29369): Process ended prematurely: osmo-stp_10.42.42.5(pid=29369) [trial-2373↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29369)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a10:33:29.784226 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:33:29.795264 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a10:33:29.950159 tst mo_mt_call.py: using LAC 27787\u000a10:33:30.070681 tst mo_mt_call.py: using RAC 247\u000a10:33:30.188557 tst mo_mt_call.py: using CellId 27787\u000a10:33:30.307929 tst mo_mt_call.py: using BVCI 27788\u000a10:33:30.330728 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:33:30.341774 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:33:30.352763 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:33:30.363633 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:33:30.374731 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:33:30.385652 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:33:30.502905 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:33:30.704265 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:33:31.247730 run create_hlr_db(pid=29363): Launched\u000a10:33:31.440893 bus /sierra_2: Setting Powered False\u000a10:33:32.452484 run create_hlr_db(pid=29363): Terminated: ok {rc=0}\u000a10:33:32.862546 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29365): Launched\u000a10:33:33.164010 run osmo-hlr_10.42.42.2(pid=29366): Launched\u000a10:33:33.274535 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:33:33.796837 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29368): Launched\u000a10:33:34.097769 run osmo-stp_10.42.42.5(pid=29369): Launched\u000a10:33:34.207597 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:33:34.757713 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29371): Launched\u000a10:33:35.059712 run osmo-msc_10.42.42.6(pid=29372): Launched\u000a10:33:35.237109 run osmo-stp_10.42.42.5(pid=29369): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29369)]\u000a10:33:35.365362 run osmo-stp_10.42.42.5(pid=29369): stdout: \u000a| (launched: 2022-12-10_10:33:33.949796)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:33:35.490838 run osmo-stp_10.42.42.5(pid=29369): stderr: \u000a| �[0;m�[38;5;43m20221210103334119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103334120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103334120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103334120 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103334121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103334121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103334121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:33:35.611558 run osmo-stp_10.42.42.5(pid=29369): stdout: \u000a| (launched: 2022-12-10_10:33:33.949796)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:33:35.731255 run osmo-stp_10.42.42.5(pid=29369): stderr: \u000a| �[0;m�[38;5;43m20221210103334119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103334120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103334120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103334120 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103334121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103334121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103334121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:33:35.784006 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29369): Process ended prematurely: osmo-stp_10.42.42.5(pid=29369) [trial-2373↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29369)] [trial-2373↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a10:33:35.792353 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a10:33:35.851976 run osmo-hlr_10.42.42.2(pid=29366): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29366)]\u000a10:33:35.900992 run osmo-hlr_10.42.42.2(pid=29366): stdout: \u000a| (launched: 2022-12-10_10:33:33.015633) \u000a10:33:35.950478 run osmo-hlr_10.42.42.2(pid=29366): stderr: \u000a| �[0;m�[1;31m20221210103333192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210103333192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210103333192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103333192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103333192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210103333192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210103333207 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210103333217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210103333218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210103333218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:33:36.017689 run osmo-msc_10.42.42.6(pid=29372): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29372)]\u000a10:33:36.066838 run osmo-msc_10.42.42.6(pid=29372): stdout: \u000a| (launched: 2022-12-10_10:33:34.910756) \u000a10:33:36.116295 run osmo-msc_10.42.42.6(pid=29372): stderr: \u000a| �[0;m�[38;5;43m20221210103335182 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210103335182 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1ddccc7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210103335182 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210103335182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210103335183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210103335183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210103335186 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210103335186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210103335186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210103335186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:33:36.158172 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29365): Terminating (SIGTERM)\u000a10:33:36.197676 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29368): Terminating (SIGTERM)\u000a10:33:36.237327 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29371): Terminating (SIGTERM)\u000a10:33:36.246482 --- ParallelTerminationStrategy: PID 29365 died...\u000a10:33:36.300009 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29365): Terminated: ok {rc=0}\u000a10:33:36.309669 --- ParallelTerminationStrategy: PID 29368 died...\u000a10:33:36.362546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29368): Terminated: ok {rc=0}\u000a10:33:36.372085 --- ParallelTerminationStrategy: PID 29371 died...\u000a10:33:36.425142 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29371): Terminated: ok {rc=0}\u000a10:33:36.508911 bus /sierra_3: Setting Powered False\u000a10:33:37.615308 bus /sierra_3: Setting Powered False\u000a10:33:38.723356 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 54, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29380): Process ended prematurely: osmo-stp_10.42.42.5(pid=29380) [trial-2373↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29380)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29380): Process ended prematurely: osmo-stp_10.42.42.5(pid=29380) [trial-2373↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29380)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:33:39.836793 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:33:39.849238 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a10:33:40.013897 tst mo_mt_call_osmux.py: using LAC 27788\u000a10:33:40.139863 tst mo_mt_call_osmux.py: using RAC 248\u000a10:33:40.260206 tst mo_mt_call_osmux.py: using CellId 27788\u000a10:33:40.378644 tst mo_mt_call_osmux.py: using BVCI 27789\u000a10:33:40.402027 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:33:40.413197 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:33:40.424284 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:33:40.435412 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:33:40.446610 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:33:40.457627 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:33:40.576272 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:33:40.781530 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:33:41.265491 run create_hlr_db(pid=29374): Launched\u000a10:33:41.439981 bus /sierra_2: Setting Powered False\u000a10:33:42.461726 run create_hlr_db(pid=29374): Terminated: ok {rc=0}\u000a10:33:42.890328 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29376): Launched\u000a10:33:43.212166 run osmo-hlr_10.42.42.2(pid=29377): Launched\u000a10:33:43.333485 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:33:43.894425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29379): Launched\u000a10:33:44.217941 run osmo-stp_10.42.42.5(pid=29380): Launched\u000a10:33:44.335584 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:33:44.925176 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29382): Launched\u000a10:33:45.246605 run osmo-msc_10.42.42.6(pid=29383): Launched\u000a10:33:45.436152 run osmo-stp_10.42.42.5(pid=29380): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29380)]\u000a10:33:45.573006 run osmo-stp_10.42.42.5(pid=29380): stdout: \u000a| (launched: 2022-12-10_10:33:44.058630)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:33:45.709259 run osmo-stp_10.42.42.5(pid=29380): stderr: \u000a| �[0;m�[38;5;43m20221210103344249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103344249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103344250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103344250 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103344252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103344252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103344252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:33:45.841869 run osmo-stp_10.42.42.5(pid=29380): stdout: \u000a| (launched: 2022-12-10_10:33:44.058630)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:33:45.978905 run osmo-stp_10.42.42.5(pid=29380): stderr: \u000a| �[0;m�[38;5;43m20221210103344249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103344249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103344250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103344250 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103344252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103344252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103344252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:33:46.036882 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29380): Process ended prematurely: osmo-stp_10.42.42.5(pid=29380) [trial-2373↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29380)] [trial-2373↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a10:33:46.047240 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a10:33:46.114534 run osmo-hlr_10.42.42.2(pid=29377): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29377)]\u000a10:33:46.168159 run osmo-hlr_10.42.42.2(pid=29377): stdout: \u000a| (launched: 2022-12-10_10:33:43.054347) \u000a10:33:46.223088 run osmo-hlr_10.42.42.2(pid=29377): stderr: \u000a| �[0;m�[1;31m20221210103343251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210103343251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210103343251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103343251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103343251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210103343251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210103343263 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210103343271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210103343271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210103343271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:33:46.295999 run osmo-msc_10.42.42.6(pid=29383): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29383)]\u000a10:33:46.350025 run osmo-msc_10.42.42.6(pid=29383): stdout: \u000a| (launched: 2022-12-10_10:33:45.089001) \u000a10:33:46.404851 run osmo-msc_10.42.42.6(pid=29383): stderr: \u000a| �[0;m�[38;5;43m20221210103345412 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210103345412 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2168519c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210103345412 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210103345413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210103345413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210103345413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210103345415 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210103345415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210103345415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210103345415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:33:46.451489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29376): Terminating (SIGTERM)\u000a10:33:46.497421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29379): Terminating (SIGTERM)\u000a10:33:46.540361 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29382): Terminating (SIGTERM)\u000a10:33:46.551589 --- ParallelTerminationStrategy: PID 29376 died...\u000a10:33:46.610829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29376): Terminated: ok {rc=0}\u000a10:33:46.621814 --- ParallelTerminationStrategy: PID 29379 died...\u000a10:33:46.680626 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29379): Terminated: ok {rc=0}\u000a10:33:46.691528 --- ParallelTerminationStrategy: PID 29382 died...\u000a10:33:46.750548 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29382): Terminated: ok {rc=0}\u000a10:33:46.838676 bus /sierra_3: Setting Powered False\u000a10:33:47.943053 bus /sierra_3: Setting Powered False\u000a10:33:49.051697 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "99", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:33:29" }, { "cases" : [ { "testActions" : [ ], "age" : 43, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29394): Process ended prematurely: osmo-stp_10.42.42.5(pid=29394) [trial-2373↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29394)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29394): Process ended prematurely: osmo-stp_10.42.42.5(pid=29394) [trial-2373↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29394)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a10:33:51.060414 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:33:51.071837 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a10:33:51.233185 tst mo_mt_call.py: using LAC 27789\u000a10:33:51.357033 tst mo_mt_call.py: using RAC 249\u000a10:33:51.475631 tst mo_mt_call.py: using CellId 27789\u000a10:33:51.593031 tst mo_mt_call.py: using BVCI 27790\u000a10:33:51.616003 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:33:51.627247 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:33:51.638386 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:33:51.649566 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:33:51.660757 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:33:51.672318 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:33:51.792474 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:33:51.993663 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:33:52.477270 run create_hlr_db(pid=29388): Launched\u000a10:33:52.652493 bus /sierra_2: Setting Powered False\u000a10:33:53.672022 run create_hlr_db(pid=29388): Terminated: ok {rc=0}\u000a10:33:54.100045 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29390): Launched\u000a10:33:54.423108 run osmo-hlr_10.42.42.2(pid=29391): Launched\u000a10:33:54.543237 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:33:55.106231 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29393): Launched\u000a10:33:55.428206 run osmo-stp_10.42.42.5(pid=29394): Launched\u000a10:33:55.548629 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:33:56.137352 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29396): Launched\u000a10:33:56.459600 run osmo-msc_10.42.42.6(pid=29397): Launched\u000a10:33:56.649274 run osmo-stp_10.42.42.5(pid=29394): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29394)]\u000a10:33:56.790569 run osmo-stp_10.42.42.5(pid=29394): stdout: \u000a| (launched: 2022-12-10_10:33:55.269861)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:33:56.927179 run osmo-stp_10.42.42.5(pid=29394): stderr: \u000a| �[0;m�[38;5;43m20221210103355463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103355463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103355463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103355464 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103355464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103355464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103355464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:33:57.057031 run osmo-stp_10.42.42.5(pid=29394): stdout: \u000a| (launched: 2022-12-10_10:33:55.269861)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:33:57.185740 run osmo-stp_10.42.42.5(pid=29394): stderr: \u000a| �[0;m�[38;5;43m20221210103355463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103355463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103355463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103355464 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103355464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103355464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103355464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:33:57.242530 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29394): Process ended prematurely: osmo-stp_10.42.42.5(pid=29394) [trial-2373↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29394)] [trial-2373↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a10:33:57.251746 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a10:33:57.315302 run osmo-hlr_10.42.42.2(pid=29391): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29391)]\u000a10:33:57.367378 run osmo-hlr_10.42.42.2(pid=29391): stdout: \u000a| (launched: 2022-12-10_10:33:54.264280) \u000a10:33:57.420196 run osmo-hlr_10.42.42.2(pid=29391): stderr: \u000a| �[0;m�[1;31m20221210103354461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210103354461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210103354461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103354461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103354461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210103354462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210103354474 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210103354482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210103354482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210103354482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:33:57.491642 run osmo-msc_10.42.42.6(pid=29397): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29397)]\u000a10:33:57.543519 run osmo-msc_10.42.42.6(pid=29397): stdout: \u000a| (launched: 2022-12-10_10:33:56.301678) \u000a10:33:57.595963 run osmo-msc_10.42.42.6(pid=29397): stderr: \u000a| �[0;m�[38;5;43m20221210103356623 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210103356623 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7d26540c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210103356623 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210103356623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210103356623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210103356623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210103356625 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210103356626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210103356626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210103356626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:33:57.640373 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29390): Terminating (SIGTERM)\u000a10:33:57.682791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29393): Terminating (SIGTERM)\u000a10:33:57.724773 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29396): Terminating (SIGTERM)\u000a10:33:57.734775 --- ParallelTerminationStrategy: PID 29390 died...\u000a10:33:57.791317 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29390): Terminated: ok {rc=0}\u000a10:33:57.801435 --- ParallelTerminationStrategy: PID 29393 died...\u000a10:33:57.857729 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29393): Terminated: ok {rc=0}\u000a10:33:57.867859 --- ParallelTerminationStrategy: PID 29396 died...\u000a10:33:57.924331 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29396): Terminated: ok {rc=0}\u000a10:33:58.011836 bus /sierra_3: Setting Powered False\u000a10:33:59.115423 bus /sierra_3: Setting Powered False\u000a10:34:00.227561 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 54, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29406): Process ended prematurely: osmo-stp_10.42.42.5(pid=29406) [trial-2373↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29406)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29406): Process ended prematurely: osmo-stp_10.42.42.5(pid=29406) [trial-2373↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29406)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:34:01.339604 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:34:01.353661 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a10:34:01.548455 tst mo_mt_call_osmux.py: using LAC 27790\u000a10:34:01.679814 tst mo_mt_call_osmux.py: using RAC 250\u000a10:34:01.802182 tst mo_mt_call_osmux.py: using CellId 27790\u000a10:34:01.953496 tst mo_mt_call_osmux.py: using BVCI 27791\u000a10:34:01.985519 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:34:01.999132 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:34:02.011721 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:34:02.025739 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:34:02.040269 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:34:02.054127 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:34:02.198580 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:34:02.414985 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:34:02.923884 run create_hlr_db(pid=29400): Launched\u000a10:34:03.111536 bus /sierra_2: Setting Powered False\u000a10:34:04.132454 run create_hlr_db(pid=29400): Terminated: ok {rc=0}\u000a10:34:04.540724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29402): Launched\u000a10:34:04.844660 run osmo-hlr_10.42.42.2(pid=29403): Launched\u000a10:34:04.956242 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:34:05.483625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29405): Launched\u000a10:34:05.785831 run osmo-stp_10.42.42.5(pid=29406): Launched\u000a10:34:05.900564 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:34:06.455232 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29408): Launched\u000a10:34:06.761158 run osmo-msc_10.42.42.6(pid=29409): Launched\u000a10:34:06.938490 run osmo-stp_10.42.42.5(pid=29406): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29406)]\u000a10:34:07.067072 run osmo-stp_10.42.42.5(pid=29406): stdout: \u000a| (launched: 2022-12-10_10:34:05.637350)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:34:07.192887 run osmo-stp_10.42.42.5(pid=29406): stderr: \u000a| �[0;m�[38;5;43m20221210103405810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103405810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103405810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103405811 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103405813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103405813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103405813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:34:07.314068 run osmo-stp_10.42.42.5(pid=29406): stdout: \u000a| (launched: 2022-12-10_10:34:05.637350)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:34:07.433989 run osmo-stp_10.42.42.5(pid=29406): stderr: \u000a| �[0;m�[38;5;43m20221210103405810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103405810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103405810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103405811 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103405813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103405813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103405813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:34:07.487044 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29406): Process ended prematurely: osmo-stp_10.42.42.5(pid=29406) [trial-2373↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29406)] [trial-2373↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a10:34:07.495622 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a10:34:07.555757 run osmo-hlr_10.42.42.2(pid=29403): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29403)]\u000a10:34:07.605186 run osmo-hlr_10.42.42.2(pid=29403): stdout: \u000a| (launched: 2022-12-10_10:34:04.695372) \u000a10:34:07.655249 run osmo-hlr_10.42.42.2(pid=29403): stderr: \u000a| �[0;m�[1;31m20221210103404873 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210103404873 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210103404873 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103404873 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103404873 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210103404873 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210103404888 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210103404899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210103404899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210103404899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:34:07.723290 run osmo-msc_10.42.42.6(pid=29409): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29409)]\u000a10:34:07.772829 run osmo-msc_10.42.42.6(pid=29409): stdout: \u000a| (launched: 2022-12-10_10:34:06.609529) \u000a10:34:07.822658 run osmo-msc_10.42.42.6(pid=29409): stderr: \u000a| �[0;m�[38;5;43m20221210103406882 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210103406882 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f23b9d9ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210103406882 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210103406882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210103406882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210103406883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210103406884 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210103406886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210103406886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210103406886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:34:07.865129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29402): Terminating (SIGTERM)\u000a10:34:07.905206 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29405): Terminating (SIGTERM)\u000a10:34:07.945220 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29408): Terminating (SIGTERM)\u000a10:34:07.954414 --- ParallelTerminationStrategy: PID 29402 died...\u000a10:34:08.008080 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29402): Terminated: ok {rc=0}\u000a10:34:08.017759 --- ParallelTerminationStrategy: PID 29405 died...\u000a10:34:08.071014 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29405): Terminated: ok {rc=0}\u000a10:34:08.080600 --- ParallelTerminationStrategy: PID 29408 died...\u000a10:34:08.134625 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29408): Terminated: ok {rc=0}\u000a10:34:08.223542 bus /sierra_3: Setting Powered False\u000a10:34:09.327407 bus /sierra_3: Setting Powered False\u000a10:34:10.439562 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "100", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:33:50" }, { "cases" : [ { "testActions" : [ ], "age" : 43, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29420): Process ended prematurely: osmo-stp_10.42.42.5(pid=29420) [trial-2373↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29420)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29420): Process ended prematurely: osmo-stp_10.42.42.5(pid=29420) [trial-2373↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29420)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a10:34:12.428757 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:34:12.440042 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a10:34:12.595576 tst mo_mt_call.py: using LAC 27791\u000a10:34:12.715655 tst mo_mt_call.py: using RAC 251\u000a10:34:12.842430 tst mo_mt_call.py: using CellId 27791\u000a10:34:12.968405 tst mo_mt_call.py: using BVCI 27792\u000a10:34:12.993195 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:34:13.005015 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:34:13.016577 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:34:13.029222 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:34:13.041553 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:34:13.053752 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:34:13.171785 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:34:13.376318 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:34:13.864377 run create_hlr_db(pid=29414): Launched\u000a10:34:14.040441 bus /sierra_2: Setting Powered False\u000a10:34:15.060848 run create_hlr_db(pid=29414): Terminated: ok {rc=0}\u000a10:34:15.466752 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29416): Launched\u000a10:34:15.771275 run osmo-hlr_10.42.42.2(pid=29417): Launched\u000a10:34:15.975870 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:34:16.588357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29419): Launched\u000a10:34:17.052574 run osmo-stp_10.42.42.5(pid=29420): Launched\u000a10:34:17.183070 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:34:17.775603 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29422): Launched\u000a10:34:18.097823 run osmo-msc_10.42.42.6(pid=29423): Launched\u000a10:34:18.288059 run osmo-stp_10.42.42.5(pid=29420): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29420)]\u000a10:34:18.429314 run osmo-stp_10.42.42.5(pid=29420): stdout: \u000a| (launched: 2022-12-10_10:34:16.757503)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:34:18.564412 run osmo-stp_10.42.42.5(pid=29420): stderr: \u000a| �[0;m�[38;5;43m20221210103416942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103416942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103416942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103416943 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103416943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103416943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103416943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:34:18.694288 run osmo-stp_10.42.42.5(pid=29420): stdout: \u000a| (launched: 2022-12-10_10:34:16.757503)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:34:18.822974 run osmo-stp_10.42.42.5(pid=29420): stderr: \u000a| �[0;m�[38;5;43m20221210103416942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103416942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103416942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103416943 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103416943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103416943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103416943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:34:18.880019 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29420): Process ended prematurely: osmo-stp_10.42.42.5(pid=29420) [trial-2373↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29420)] [trial-2373↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a10:34:18.889196 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a10:34:18.952722 run osmo-hlr_10.42.42.2(pid=29417): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29417)]\u000a10:34:19.004278 run osmo-hlr_10.42.42.2(pid=29417): stdout: \u000a| (launched: 2022-12-10_10:34:15.621472) \u000a10:34:19.056587 run osmo-hlr_10.42.42.2(pid=29417): stderr: \u000a| �[0;m�[1;31m20221210103415798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210103415799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210103415799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103415799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103415799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210103415799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210103415811 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210103415819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210103415820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210103415820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:34:19.127457 run osmo-msc_10.42.42.6(pid=29423): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29423)]\u000a10:34:19.179209 run osmo-msc_10.42.42.6(pid=29423): stdout: \u000a| (launched: 2022-12-10_10:34:17.939309) \u000a10:34:19.231527 run osmo-msc_10.42.42.6(pid=29423): stderr: \u000a| �[0;m�[38;5;43m20221210103418261 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210103418261 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9de38a1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210103418261 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210103418261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210103418261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210103418261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210103418263 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210103418263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210103418264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210103418264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:34:19.275617 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29416): Terminating (SIGTERM)\u000a10:34:19.317755 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29419): Terminating (SIGTERM)\u000a10:34:19.359961 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29422): Terminating (SIGTERM)\u000a10:34:19.369938 --- ParallelTerminationStrategy: PID 29416 died...\u000a10:34:19.426687 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29416): Terminated: ok {rc=0}\u000a10:34:19.436707 --- ParallelTerminationStrategy: PID 29419 died...\u000a10:34:19.492839 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29419): Terminated: ok {rc=0}\u000a10:34:19.503148 --- ParallelTerminationStrategy: PID 29422 died...\u000a10:34:19.559573 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29422): Terminated: ok {rc=0}\u000a10:34:19.647465 bus /sierra_3: Setting Powered False\u000a10:34:20.749778 bus /sierra_3: Setting Powered False\u000a10:34:21.861706 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 54, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29431): Process ended prematurely: osmo-stp_10.42.42.5(pid=29431) [trial-2373↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29431)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29431): Process ended prematurely: osmo-stp_10.42.42.5(pid=29431) [trial-2373↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29431)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:34:22.972855 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:34:22.984665 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a10:34:23.143299 tst mo_mt_call_osmux.py: using LAC 27792\u000a10:34:23.263838 tst mo_mt_call_osmux.py: using RAC 252\u000a10:34:23.384607 tst mo_mt_call_osmux.py: using CellId 27792\u000a10:34:23.503864 tst mo_mt_call_osmux.py: using BVCI 27793\u000a10:34:23.526926 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:34:23.537930 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:34:23.548831 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:34:23.559833 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:34:23.570775 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:34:23.581636 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:34:23.696457 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:34:23.907109 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:34:24.418075 run create_hlr_db(pid=29425): Launched\u000a10:34:24.607919 bus /sierra_2: Setting Powered False\u000a10:34:25.626605 run create_hlr_db(pid=29425): Terminated: ok {rc=0}\u000a10:34:26.057718 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29427): Launched\u000a10:34:26.382080 run osmo-hlr_10.42.42.2(pid=29428): Launched\u000a10:34:26.500341 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:34:27.061647 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29430): Launched\u000a10:34:27.385649 run osmo-stp_10.42.42.5(pid=29431): Launched\u000a10:34:27.504558 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:34:28.097408 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29433): Launched\u000a10:34:28.420064 run osmo-msc_10.42.42.6(pid=29434): Launched\u000a10:34:28.610208 run osmo-stp_10.42.42.5(pid=29431): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29431)]\u000a10:34:28.747252 run osmo-stp_10.42.42.5(pid=29431): stdout: \u000a| (launched: 2022-12-10_10:34:27.226323)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:34:28.883687 run osmo-stp_10.42.42.5(pid=29431): stderr: \u000a| �[0;m�[38;5;43m20221210103427418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103427418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103427419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103427419 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103427419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103427420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103427420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:34:29.013842 run osmo-stp_10.42.42.5(pid=29431): stdout: \u000a| (launched: 2022-12-10_10:34:27.226323)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:34:29.142410 run osmo-stp_10.42.42.5(pid=29431): stderr: \u000a| �[0;m�[38;5;43m20221210103427418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103427418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103427419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103427419 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103427419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103427420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103427420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:34:29.199037 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29431): Process ended prematurely: osmo-stp_10.42.42.5(pid=29431) [trial-2373↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29431)] [trial-2373↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a10:34:29.208250 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a10:34:29.272299 run osmo-hlr_10.42.42.2(pid=29428): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29428)]\u000a10:34:29.324485 run osmo-hlr_10.42.42.2(pid=29428): stdout: \u000a| (launched: 2022-12-10_10:34:26.222456) \u000a10:34:29.377192 run osmo-hlr_10.42.42.2(pid=29428): stderr: \u000a| �[0;m�[1;31m20221210103426420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210103426420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210103426421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103426421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103426421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210103426421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210103426437 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210103426446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210103426446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210103426446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:34:29.448934 run osmo-msc_10.42.42.6(pid=29434): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29434)]\u000a10:34:29.501254 run osmo-msc_10.42.42.6(pid=29434): stdout: \u000a| (launched: 2022-12-10_10:34:28.261381) \u000a10:34:29.554077 run osmo-msc_10.42.42.6(pid=29434): stderr: \u000a| �[0;m�[38;5;43m20221210103428582 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210103428582 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fde30cf8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210103428582 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210103428582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210103428582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210103428582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210103428584 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210103428584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210103428585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210103428585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:34:29.599036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29427): Terminating (SIGTERM)\u000a10:34:29.641283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29430): Terminating (SIGTERM)\u000a10:34:29.684487 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29433): Terminating (SIGTERM)\u000a10:34:29.694717 --- ParallelTerminationStrategy: PID 29427 died...\u000a10:34:29.751602 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29427): Terminated: ok {rc=0}\u000a10:34:29.761783 --- ParallelTerminationStrategy: PID 29430 died...\u000a10:34:29.818445 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29430): Terminated: ok {rc=0}\u000a10:34:29.828561 --- ParallelTerminationStrategy: PID 29433 died...\u000a10:34:29.885242 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29433): Terminated: ok {rc=0}\u000a10:34:29.972636 bus /sierra_3: Setting Powered False\u000a10:34:31.078909 bus /sierra_3: Setting Powered False\u000a10:34:32.195649 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "101", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:34:12" }, { "cases" : [ { "testActions" : [ ], "age" : 47, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29445): Process ended prematurely: osmo-stp_10.42.42.5(pid=29445) [trial-2373↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29445)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29445): Process ended prematurely: osmo-stp_10.42.42.5(pid=29445) [trial-2373↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29445)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a10:34:34.189802 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:34:34.200750 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a10:34:34.355651 tst mo_mt_call.py: using LAC 27793\u000a10:34:34.489510 tst mo_mt_call.py: using RAC 253\u000a10:34:34.612507 tst mo_mt_call.py: using CellId 27793\u000a10:34:34.734807 tst mo_mt_call.py: using BVCI 27794\u000a10:34:34.757770 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:34:34.768789 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:34:34.779695 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:34:34.790612 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:34:34.801616 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:34:34.812544 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:34:34.931064 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:34:35.132585 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:34:35.618130 run create_hlr_db(pid=29439): Launched\u000a10:34:35.793249 bus /sierra_2: Setting Powered False\u000a10:34:36.813882 run create_hlr_db(pid=29439): Terminated: ok {rc=0}\u000a10:34:37.243740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29441): Launched\u000a10:34:37.565797 run osmo-hlr_10.42.42.2(pid=29442): Launched\u000a10:34:37.687070 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:34:38.248197 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29444): Launched\u000a10:34:38.570800 run osmo-stp_10.42.42.5(pid=29445): Launched\u000a10:34:38.689025 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:34:39.278070 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29447): Launched\u000a10:34:39.601562 run osmo-msc_10.42.42.6(pid=29448): Launched\u000a10:34:39.792240 run osmo-stp_10.42.42.5(pid=29445): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29445)]\u000a10:34:39.929010 run osmo-stp_10.42.42.5(pid=29445): stdout: \u000a| (launched: 2022-12-10_10:34:38.412244)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:34:40.064749 run osmo-stp_10.42.42.5(pid=29445): stderr: \u000a| �[0;m�[38;5;43m20221210103438603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103438604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103438604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103438604 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103438607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103438607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103438607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:34:40.193917 run osmo-stp_10.42.42.5(pid=29445): stdout: \u000a| (launched: 2022-12-10_10:34:38.412244)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:34:40.321824 run osmo-stp_10.42.42.5(pid=29445): stderr: \u000a| �[0;m�[38;5;43m20221210103438603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103438604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103438604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103438604 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103438607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103438607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103438607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:34:40.378334 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29445): Process ended prematurely: osmo-stp_10.42.42.5(pid=29445) [trial-2373↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29445)] [trial-2373↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a10:34:40.387394 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a10:34:40.451432 run osmo-hlr_10.42.42.2(pid=29442): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29442)]\u000a10:34:40.503435 run osmo-hlr_10.42.42.2(pid=29442): stdout: \u000a| (launched: 2022-12-10_10:34:37.407784) \u000a10:34:40.555782 run osmo-hlr_10.42.42.2(pid=29442): stderr: \u000a| �[0;m�[1;31m20221210103437607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210103437608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210103437608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103437608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103437608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210103437608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210103437620 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210103437629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210103437629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210103437629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:34:40.626889 run osmo-msc_10.42.42.6(pid=29448): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29448)]\u000a10:34:40.678845 run osmo-msc_10.42.42.6(pid=29448): stdout: \u000a| (launched: 2022-12-10_10:34:39.443354) \u000a10:34:40.731338 run osmo-msc_10.42.42.6(pid=29448): stderr: \u000a| �[0;m�[38;5;43m20221210103439765 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210103439765 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcefbc9ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210103439765 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210103439765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210103439765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210103439766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210103439769 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210103439769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210103439770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210103439770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:34:40.775593 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29441): Terminating (SIGTERM)\u000a10:34:40.817689 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29444): Terminating (SIGTERM)\u000a10:34:40.859685 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29447): Terminating (SIGTERM)\u000a10:34:40.869642 --- ParallelTerminationStrategy: PID 29441 died...\u000a10:34:40.925709 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29441): Terminated: ok {rc=0}\u000a10:34:40.935681 --- ParallelTerminationStrategy: PID 29444 died...\u000a10:34:40.991401 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29444): Terminated: ok {rc=0}\u000a10:34:41.001497 --- ParallelTerminationStrategy: PID 29447 died...\u000a10:34:41.057356 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29447): Terminated: ok {rc=0}\u000a10:34:41.145745 bus /sierra_3: Setting Powered False\u000a10:34:42.251473 bus /sierra_3: Setting Powered False\u000a10:34:43.360072 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 50, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29456): Process ended prematurely: osmo-stp_10.42.42.5(pid=29456) [trial-2373↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29456)]", "failedSince" : 2324, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29456): Process ended prematurely: osmo-stp_10.42.42.5(pid=29456) [trial-2373↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29456)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:34:44.474418 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:34:44.486754 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a10:34:44.646746 tst mo_mt_call_osmux.py: using LAC 27794\u000a10:34:44.774185 tst mo_mt_call_osmux.py: using RAC 254\u000a10:34:44.900753 tst mo_mt_call_osmux.py: using CellId 27794\u000a10:34:45.028815 tst mo_mt_call_osmux.py: using BVCI 27795\u000a10:34:45.053600 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:34:45.065359 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:34:45.076711 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:34:45.088352 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:34:45.100034 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:34:45.111704 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:34:45.227979 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:34:45.438651 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:34:46.034550 run create_hlr_db(pid=29450): Launched\u000a10:34:46.285123 bus /sierra_2: Setting Powered False\u000a10:34:47.244564 run create_hlr_db(pid=29450): Terminated: ok {rc=0}\u000a10:34:47.725687 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29452): Launched\u000a10:34:48.028424 run osmo-hlr_10.42.42.2(pid=29453): Launched\u000a10:34:48.140474 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:34:48.666943 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29455): Launched\u000a10:34:48.969818 run osmo-stp_10.42.42.5(pid=29456): Launched\u000a10:34:49.081941 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:34:49.639269 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29458): Launched\u000a10:34:49.945207 run osmo-msc_10.42.42.6(pid=29459): Launched\u000a10:34:50.124078 run osmo-stp_10.42.42.5(pid=29456): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29456)]\u000a10:34:50.253572 run osmo-stp_10.42.42.5(pid=29456): stdout: \u000a| (launched: 2022-12-10_10:34:48.820905)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:34:50.381187 run osmo-stp_10.42.42.5(pid=29456): stderr: \u000a| �[0;m�[38;5;43m20221210103448992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103448992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103448992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103448992 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103448993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103448993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103448993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:34:50.503762 run osmo-stp_10.42.42.5(pid=29456): stdout: \u000a| (launched: 2022-12-10_10:34:48.820905)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:34:50.625122 run osmo-stp_10.42.42.5(pid=29456): stderr: \u000a| �[0;m�[38;5;43m20221210103448992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103448992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103448992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103448992 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103448993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103448993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103448993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:34:50.678514 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29456): Process ended prematurely: osmo-stp_10.42.42.5(pid=29456) [trial-2373↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29456)] [trial-2373↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a10:34:50.687137 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a10:34:50.748297 run osmo-hlr_10.42.42.2(pid=29453): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29453)]\u000a10:34:50.798772 run osmo-hlr_10.42.42.2(pid=29453): stdout: \u000a| (launched: 2022-12-10_10:34:47.879976) \u000a10:34:50.849557 run osmo-hlr_10.42.42.2(pid=29453): stderr: \u000a| �[0;m�[1;31m20221210103448058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210103448058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210103448058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103448058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103448058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210103448058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210103448073 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210103448083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210103448084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210103448084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:34:50.918060 run osmo-msc_10.42.42.6(pid=29459): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29459)]\u000a10:34:50.968145 run osmo-msc_10.42.42.6(pid=29459): stdout: \u000a| (launched: 2022-12-10_10:34:49.794294) \u000a10:34:51.018836 run osmo-msc_10.42.42.6(pid=29459): stderr: \u000a| �[0;m�[38;5;43m20221210103450065 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210103450065 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4cc11fec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210103450065 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210103450065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210103450065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210103450066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210103450067 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210103450068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210103450068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210103450068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:34:51.061315 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29452): Terminating (SIGTERM)\u000a10:34:51.102572 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29455): Terminating (SIGTERM)\u000a10:34:51.143389 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29458): Terminating (SIGTERM)\u000a10:34:51.153178 --- ParallelTerminationStrategy: PID 29452 died...\u000a10:34:51.207319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29452): Terminated: ok {rc=0}\u000a10:34:51.217801 --- ParallelTerminationStrategy: PID 29455 died...\u000a10:34:51.272346 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29455): Terminated: ok {rc=0}\u000a10:34:51.282079 --- ParallelTerminationStrategy: PID 29458 died...\u000a10:34:51.336103 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29458): Terminated: ok {rc=0}\u000a10:34:51.425868 bus /sierra_3: Setting Powered False\u000a10:34:52.530390 bus /sierra_3: Setting Powered False\u000a10:34:53.639069 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "102", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:34:33" }, { "cases" : [ { "testActions" : [ ], "age" : 43, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29470): Process ended prematurely: osmo-stp_10.42.42.5(pid=29470) [trial-2373↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29470)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29470): Process ended prematurely: osmo-stp_10.42.42.5(pid=29470) [trial-2373↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29470)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a10:34:55.633704 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:34:55.644693 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a10:34:55.810256 tst mo_mt_call.py: using LAC 27795\u000a10:34:55.936337 tst mo_mt_call.py: using RAC 255\u000a10:34:56.062562 tst mo_mt_call.py: using CellId 27795\u000a10:34:56.189347 tst mo_mt_call.py: using BVCI 27796\u000a10:34:56.213860 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:34:56.225318 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:34:56.236536 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:34:56.248150 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:34:56.259792 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:34:56.271274 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:34:56.388807 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:34:56.600293 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:34:57.108807 run create_hlr_db(pid=29464): Launched\u000a10:34:57.297547 bus /sierra_2: Setting Powered False\u000a10:34:58.317288 run create_hlr_db(pid=29464): Terminated: ok {rc=0}\u000a10:34:58.725106 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29466): Launched\u000a10:34:59.027094 run osmo-hlr_10.42.42.2(pid=29467): Launched\u000a10:34:59.142228 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:34:59.674875 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29469): Launched\u000a10:34:59.975448 run osmo-stp_10.42.42.5(pid=29470): Launched\u000a10:35:00.086394 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:35:00.638783 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29472): Launched\u000a10:35:00.975618 run osmo-msc_10.42.42.6(pid=29473): Launched\u000a10:35:01.376885 run osmo-stp_10.42.42.5(pid=29470): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29470)]\u000a10:35:01.673033 run osmo-stp_10.42.42.5(pid=29470): stdout: \u000a| (launched: 2022-12-10_10:34:59.828195)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:35:01.817451 run osmo-stp_10.42.42.5(pid=29470): stderr: \u000a| �[0;m�[38;5;43m20221210103459999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103459999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103459999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103500000 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103500000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103500000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103500000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:35:01.950221 run osmo-stp_10.42.42.5(pid=29470): stdout: \u000a| (launched: 2022-12-10_10:34:59.828195)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:35:02.082655 run osmo-stp_10.42.42.5(pid=29470): stderr: \u000a| �[0;m�[38;5;43m20221210103459999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103459999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103459999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103500000 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103500000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103500000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103500000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:35:02.140305 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29470): Process ended prematurely: osmo-stp_10.42.42.5(pid=29470) [trial-2373↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29470)] [trial-2373↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a10:35:02.149723 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a10:35:02.216473 run osmo-hlr_10.42.42.2(pid=29467): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29467)]\u000a10:35:02.271003 run osmo-hlr_10.42.42.2(pid=29467): stdout: \u000a| (launched: 2022-12-10_10:34:58.879204) \u000a10:35:02.325799 run osmo-hlr_10.42.42.2(pid=29467): stderr: \u000a| �[0;m�[1;31m20221210103459054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210103459054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210103459054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103459054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103459054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210103459054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210103459066 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210103459077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210103459077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210103459077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:35:02.399974 run osmo-msc_10.42.42.6(pid=29473): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29473)]\u000a10:35:02.452427 run osmo-msc_10.42.42.6(pid=29473): stdout: \u000a| (launched: 2022-12-10_10:35:00.792389) \u000a10:35:02.505242 run osmo-msc_10.42.42.6(pid=29473): stderr: \u000a| �[0;m�[38;5;43m20221210103501318 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210103501319 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe131eb6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210103501319 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210103501319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210103501319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210103501319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210103501322 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210103501322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210103501322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210103501322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:35:02.549885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29466): Terminating (SIGTERM)\u000a10:35:02.594052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29469): Terminating (SIGTERM)\u000a10:35:02.636370 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29472): Terminating (SIGTERM)\u000a10:35:02.646211 --- ParallelTerminationStrategy: PID 29466 died...\u000a10:35:02.702810 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29466): Terminated: ok {rc=0}\u000a10:35:02.713295 --- ParallelTerminationStrategy: PID 29469 died...\u000a10:35:02.770678 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29469): Terminated: ok {rc=0}\u000a10:35:02.780764 --- ParallelTerminationStrategy: PID 29472 died...\u000a10:35:02.837523 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29472): Terminated: ok {rc=0}\u000a10:35:02.926156 bus /sierra_3: Setting Powered False\u000a10:35:04.030359 bus /sierra_3: Setting Powered False\u000a10:35:05.140936 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 209, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29484): Process ended prematurely: osmo-stp_10.42.42.5(pid=29484) [trial-2373↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29484)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29484): Process ended prematurely: osmo-stp_10.42.42.5(pid=29484) [trial-2373↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29484)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:35:06.250556 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:35:06.262265 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a10:35:06.421135 tst mo_mt_call_osmux.py: using LAC 27796\u000a10:35:06.541755 tst mo_mt_call_osmux.py: using RAC 1\u000a10:35:06.660084 tst mo_mt_call_osmux.py: using CellId 27796\u000a10:35:06.780821 tst mo_mt_call_osmux.py: using BVCI 27797\u000a10:35:06.803871 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:35:06.814938 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:35:06.826185 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:35:06.837119 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:35:06.848050 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:35:06.859027 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:35:06.977224 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:35:07.181189 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:35:07.667308 run create_hlr_db(pid=29478): Launched\u000a10:35:07.841747 bus /sierra_2: Setting Powered False\u000a10:35:08.863118 run create_hlr_db(pid=29478): Terminated: ok {rc=0}\u000a10:35:09.267265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29480): Launched\u000a10:35:09.568306 run osmo-hlr_10.42.42.2(pid=29481): Launched\u000a10:35:09.682618 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:35:10.206426 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29483): Launched\u000a10:35:10.508405 run osmo-stp_10.42.42.5(pid=29484): Launched\u000a10:35:10.617864 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:35:11.169741 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29486): Launched\u000a10:35:11.472038 run osmo-msc_10.42.42.6(pid=29487): Launched\u000a10:35:11.648229 run osmo-stp_10.42.42.5(pid=29484): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29484)]\u000a10:35:11.775762 run osmo-stp_10.42.42.5(pid=29484): stdout: \u000a| (launched: 2022-12-10_10:35:10.359958)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:35:11.901362 run osmo-stp_10.42.42.5(pid=29484): stderr: \u000a| �[0;m�[38;5;43m20221210103510529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103510530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103510530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103510530 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103510531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103510531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103510531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:35:12.022214 run osmo-stp_10.42.42.5(pid=29484): stdout: \u000a| (launched: 2022-12-10_10:35:10.359958)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:35:12.142032 run osmo-stp_10.42.42.5(pid=29484): stderr: \u000a| �[0;m�[38;5;43m20221210103510529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103510530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103510530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103510530 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103510531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103510531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103510531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:35:12.194870 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29484): Process ended prematurely: osmo-stp_10.42.42.5(pid=29484) [trial-2373↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29484)] [trial-2373↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a10:35:12.203292 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a10:35:12.262526 run osmo-hlr_10.42.42.2(pid=29481): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29481)]\u000a10:35:12.311670 run osmo-hlr_10.42.42.2(pid=29481): stdout: \u000a| (launched: 2022-12-10_10:35:09.420617) \u000a10:35:12.360860 run osmo-hlr_10.42.42.2(pid=29481): stderr: \u000a| �[0;m�[1;31m20221210103509597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210103509597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210103509597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103509597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103509597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210103509597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210103509609 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210103509618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210103509619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210103509619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:35:12.427956 run osmo-msc_10.42.42.6(pid=29487): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29487)]\u000a10:35:12.476679 run osmo-msc_10.42.42.6(pid=29487): stdout: \u000a| (launched: 2022-12-10_10:35:11.323836) \u000a10:35:12.525813 run osmo-msc_10.42.42.6(pid=29487): stderr: \u000a| �[0;m�[38;5;43m20221210103511595 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210103511597 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f739f4d6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210103511597 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210103511597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210103511597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210103511597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210103511599 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210103511599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210103511600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210103511600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:35:12.567584 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29480): Terminating (SIGTERM)\u000a10:35:12.607072 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29483): Terminating (SIGTERM)\u000a10:35:12.646589 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29486): Terminating (SIGTERM)\u000a10:35:12.655678 --- ParallelTerminationStrategy: PID 29480 died...\u000a10:35:12.709135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29480): Terminated: ok {rc=0}\u000a10:35:12.718706 --- ParallelTerminationStrategy: PID 29483 died...\u000a10:35:12.771266 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29483): Terminated: ok {rc=0}\u000a10:35:12.780678 --- ParallelTerminationStrategy: PID 29486 died...\u000a10:35:12.833227 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29486): Terminated: ok {rc=0}\u000a10:35:12.921963 bus /sierra_3: Setting Powered False\u000a10:35:14.024046 bus /sierra_3: Setting Powered False\u000a10:35:15.135375 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "103", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:34:55" }, { "cases" : [ { "testActions" : [ ], "age" : 43, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29498): Process ended prematurely: osmo-stp_10.42.42.5(pid=29498) [trial-2373↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29498)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29498): Process ended prematurely: osmo-stp_10.42.42.5(pid=29498) [trial-2373↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29498)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a10:35:17.155848 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:35:17.167617 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:35:17.324860 tst mo_mt_call.py: using LAC 27797\u000a10:35:17.443008 tst mo_mt_call.py: using RAC 2\u000a10:35:17.568469 tst mo_mt_call.py: using CellId 27797\u000a10:35:17.694081 tst mo_mt_call.py: using BVCI 27798\u000a10:35:17.718816 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:35:17.730777 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:35:17.742250 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:35:17.754294 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:35:17.765818 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:35:17.777389 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:35:17.896439 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:35:18.099411 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:35:18.585631 run create_hlr_db(pid=29492): Launched\u000a10:35:18.760842 bus /sierra_2: Setting Powered False\u000a10:35:19.781735 run create_hlr_db(pid=29492): Terminated: ok {rc=0}\u000a10:35:20.211728 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29494): Launched\u000a10:35:20.536099 run osmo-hlr_10.42.42.2(pid=29495): Launched\u000a10:35:20.657645 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:35:21.219057 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29497): Launched\u000a10:35:21.542002 run osmo-stp_10.42.42.5(pid=29498): Launched\u000a10:35:21.660720 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:35:22.251119 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29500): Launched\u000a10:35:22.576076 run osmo-msc_10.42.42.6(pid=29501): Launched\u000a10:35:22.765259 run osmo-stp_10.42.42.5(pid=29498): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29498)]\u000a10:35:22.902155 run osmo-stp_10.42.42.5(pid=29498): stdout: \u000a| (launched: 2022-12-10_10:35:21.383339)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:35:23.038560 run osmo-stp_10.42.42.5(pid=29498): stderr: \u000a| �[0;m�[38;5;43m20221210103521576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103521576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103521576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103521576 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103521577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103521577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103521577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:35:23.167960 run osmo-stp_10.42.42.5(pid=29498): stdout: \u000a| (launched: 2022-12-10_10:35:21.383339)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:35:23.296305 run osmo-stp_10.42.42.5(pid=29498): stderr: \u000a| �[0;m�[38;5;43m20221210103521576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103521576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103521576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103521576 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103521577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103521577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103521577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:35:23.353343 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29498): Process ended prematurely: osmo-stp_10.42.42.5(pid=29498) [trial-2373↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29498)] [trial-2373↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a10:35:23.362496 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a10:35:23.425538 run osmo-hlr_10.42.42.2(pid=29495): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29495)]\u000a10:35:23.477545 run osmo-hlr_10.42.42.2(pid=29495): stdout: \u000a| (launched: 2022-12-10_10:35:20.376708) \u000a10:35:23.529844 run osmo-hlr_10.42.42.2(pid=29495): stderr: \u000a| �[0;m�[1;31m20221210103520575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210103520575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210103520576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103520576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103520576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210103520576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210103520588 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210103520596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210103520596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210103520596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:35:23.600703 run osmo-msc_10.42.42.6(pid=29501): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29501)]\u000a10:35:23.652106 run osmo-msc_10.42.42.6(pid=29501): stdout: \u000a| (launched: 2022-12-10_10:35:22.415162) \u000a10:35:23.704280 run osmo-msc_10.42.42.6(pid=29501): stderr: \u000a| �[0;m�[38;5;43m20221210103522738 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210103522738 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5ed9ad3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210103522738 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210103522738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210103522739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210103522739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210103522740 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210103522741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210103522741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210103522741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:35:23.748315 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29494): Terminating (SIGTERM)\u000a10:35:23.790288 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29497): Terminating (SIGTERM)\u000a10:35:23.833018 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29500): Terminating (SIGTERM)\u000a10:35:23.842651 --- ParallelTerminationStrategy: PID 29494 died...\u000a10:35:23.898850 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29494): Terminated: ok {rc=0}\u000a10:35:23.908907 --- ParallelTerminationStrategy: PID 29497 died...\u000a10:35:23.964556 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29497): Terminated: ok {rc=0}\u000a10:35:23.974834 --- ParallelTerminationStrategy: PID 29500 died...\u000a10:35:24.030875 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29500): Terminated: ok {rc=0}\u000a10:35:24.118181 bus /sierra_3: Setting Powered False\u000a10:35:25.225651 bus /sierra_3: Setting Powered False\u000a10:35:26.332695 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 209, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29509): Process ended prematurely: osmo-stp_10.42.42.5(pid=29509) [trial-2373↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29509)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29509): Process ended prematurely: osmo-stp_10.42.42.5(pid=29509) [trial-2373↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29509)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:35:27.448315 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:35:27.461072 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:35:27.629788 tst mo_mt_call_osmux.py: using LAC 27798\u000a10:35:27.756555 tst mo_mt_call_osmux.py: using RAC 3\u000a10:35:27.882629 tst mo_mt_call_osmux.py: using CellId 27798\u000a10:35:28.009202 tst mo_mt_call_osmux.py: using BVCI 27799\u000a10:35:28.033731 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:35:28.045364 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:35:28.056790 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:35:28.069079 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:35:28.082240 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:35:28.094491 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:35:28.214888 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:35:28.424778 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:35:28.932942 run create_hlr_db(pid=29503): Launched\u000a10:35:29.120929 bus /sierra_2: Setting Powered False\u000a10:35:30.140537 run create_hlr_db(pid=29503): Terminated: ok {rc=0}\u000a10:35:30.546940 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29505): Launched\u000a10:35:30.852539 run osmo-hlr_10.42.42.2(pid=29506): Launched\u000a10:35:31.032090 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:35:31.720758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29508): Launched\u000a10:35:32.136354 run osmo-stp_10.42.42.5(pid=29509): Launched\u000a10:35:32.418848 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:35:33.027768 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29511): Launched\u000a10:35:33.351616 run osmo-msc_10.42.42.6(pid=29512): Launched\u000a10:35:33.542087 run osmo-stp_10.42.42.5(pid=29509): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29509)]\u000a10:35:33.679535 run osmo-stp_10.42.42.5(pid=29509): stdout: \u000a| (launched: 2022-12-10_10:35:31.876579)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:35:33.816100 run osmo-stp_10.42.42.5(pid=29509): stderr: \u000a| �[0;m�[38;5;43m20221210103532152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103532152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103532153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103532155 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103532155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103532155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103532155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:35:33.946395 run osmo-stp_10.42.42.5(pid=29509): stdout: \u000a| (launched: 2022-12-10_10:35:31.876579)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:35:34.075415 run osmo-stp_10.42.42.5(pid=29509): stderr: \u000a| �[0;m�[38;5;43m20221210103532152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103532152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103532153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103532155 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103532155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103532155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103532155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:35:34.132309 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29509): Process ended prematurely: osmo-stp_10.42.42.5(pid=29509) [trial-2373↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29509)] [trial-2373↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a10:35:34.141696 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a10:35:34.205250 run osmo-hlr_10.42.42.2(pid=29506): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29506)]\u000a10:35:34.256848 run osmo-hlr_10.42.42.2(pid=29506): stdout: \u000a| (launched: 2022-12-10_10:35:30.701382) \u000a10:35:34.309401 run osmo-hlr_10.42.42.2(pid=29506): stderr: \u000a| �[0;m�[1;31m20221210103530935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210103530935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210103530935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103530935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103530935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210103530935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210103530959 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210103530975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210103530976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210103530976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:35:34.380558 run osmo-msc_10.42.42.6(pid=29512): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29512)]\u000a10:35:34.432563 run osmo-msc_10.42.42.6(pid=29512): stdout: \u000a| (launched: 2022-12-10_10:35:33.192867) \u000a10:35:34.485181 run osmo-msc_10.42.42.6(pid=29512): stderr: \u000a| �[0;m�[38;5;43m20221210103533517 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210103533517 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9037547c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210103533517 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210103533517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210103533517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210103533518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210103533519 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210103533520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210103533520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210103533520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:35:34.529554 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29505): Terminating (SIGTERM)\u000a10:35:34.572013 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29508): Terminating (SIGTERM)\u000a10:35:34.614298 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29511): Terminating (SIGTERM)\u000a10:35:34.623958 --- ParallelTerminationStrategy: PID 29505 died...\u000a10:35:34.680341 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29505): Terminated: ok {rc=0}\u000a10:35:34.690406 --- ParallelTerminationStrategy: PID 29508 died...\u000a10:35:34.746318 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29508): Terminated: ok {rc=0}\u000a10:35:34.756402 --- ParallelTerminationStrategy: PID 29511 died...\u000a10:35:34.812500 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29511): Terminated: ok {rc=0}\u000a10:35:34.899377 bus /sierra_3: Setting Powered False\u000a10:35:36.006618 bus /sierra_3: Setting Powered False\u000a10:35:37.118134 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "104", "name" : "voice_trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:35:16" }, { "cases" : [ { "testActions" : [ ], "age" : 45, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29523): Process ended prematurely: osmo-stp_10.42.42.5(pid=29523) [trial-2373↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29523)]", "failedSince" : 2329, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29523): Process ended prematurely: osmo-stp_10.42.42.5(pid=29523) [trial-2373↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29523)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a10:35:39.107022 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:35:39.118052 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:35:39.276433 tst mo_mt_call.py: using LAC 27799\u000a10:35:39.396871 tst mo_mt_call.py: using RAC 4\u000a10:35:39.518147 tst mo_mt_call.py: using CellId 27799\u000a10:35:39.645163 tst mo_mt_call.py: using BVCI 27800\u000a10:35:39.669904 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:35:39.681373 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:35:39.692527 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:35:39.704198 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:35:39.715793 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:35:39.727263 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:35:39.844636 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:35:40.056642 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:35:40.566566 run create_hlr_db(pid=29517): Launched\u000a10:35:40.754426 bus /sierra_2: Setting Powered False\u000a10:35:41.774259 run create_hlr_db(pid=29517): Terminated: ok {rc=0}\u000a10:35:42.182923 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29519): Launched\u000a10:35:42.486225 run osmo-hlr_10.42.42.2(pid=29520): Launched\u000a10:35:42.607185 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:35:43.138815 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29522): Launched\u000a10:35:43.441554 run osmo-stp_10.42.42.5(pid=29523): Launched\u000a10:35:43.552596 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:35:44.106975 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29525): Launched\u000a10:35:44.409670 run osmo-msc_10.42.42.6(pid=29526): Launched\u000a10:35:44.588364 run osmo-stp_10.42.42.5(pid=29523): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29523)]\u000a10:35:44.717262 run osmo-stp_10.42.42.5(pid=29523): stdout: \u000a| (launched: 2022-12-10_10:35:43.292169)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:35:44.843921 run osmo-stp_10.42.42.5(pid=29523): stderr: \u000a| �[0;m�[38;5;43m20221210103543464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103543464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103543465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103543465 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103543465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103543465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103543466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:35:44.965801 run osmo-stp_10.42.42.5(pid=29523): stdout: \u000a| (launched: 2022-12-10_10:35:43.292169)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:35:45.086398 run osmo-stp_10.42.42.5(pid=29523): stderr: \u000a| �[0;m�[38;5;43m20221210103543464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103543464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103543465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103543465 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103543465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103543465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103543466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:35:45.140014 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29523): Process ended prematurely: osmo-stp_10.42.42.5(pid=29523) [trial-2373↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29523)] [trial-2373↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a10:35:45.148399 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a10:35:45.207710 run osmo-hlr_10.42.42.2(pid=29520): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29520)]\u000a10:35:45.256455 run osmo-hlr_10.42.42.2(pid=29520): stdout: \u000a| (launched: 2022-12-10_10:35:42.337284) \u000a10:35:45.305817 run osmo-hlr_10.42.42.2(pid=29520): stderr: \u000a| �[0;m�[1;31m20221210103542511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210103542511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210103542511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103542512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103542512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210103542512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210103542524 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210103542534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210103542535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210103542535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:35:45.373704 run osmo-msc_10.42.42.6(pid=29526): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29526)]\u000a10:35:45.422228 run osmo-msc_10.42.42.6(pid=29526): stdout: \u000a| (launched: 2022-12-10_10:35:44.260474) \u000a10:35:45.471187 run osmo-msc_10.42.42.6(pid=29526): stderr: \u000a| �[0;m�[38;5;43m20221210103544532 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210103544533 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f28407f1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210103544533 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210103544533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210103544533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210103544533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210103544536 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210103544537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210103544537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210103544537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:35:45.512622 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29519): Terminating (SIGTERM)\u000a10:35:45.552585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29522): Terminating (SIGTERM)\u000a10:35:45.592043 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29525): Terminating (SIGTERM)\u000a10:35:45.601172 --- ParallelTerminationStrategy: PID 29519 died...\u000a10:35:45.654090 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29519): Terminated: ok {rc=0}\u000a10:35:45.663536 --- ParallelTerminationStrategy: PID 29522 died...\u000a10:35:45.715683 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29522): Terminated: ok {rc=0}\u000a10:35:45.725157 --- ParallelTerminationStrategy: PID 29525 died...\u000a10:35:45.777278 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29525): Terminated: ok {rc=0}\u000a10:35:45.867923 bus /sierra_3: Setting Powered False\u000a10:35:46.974994 bus /sierra_3: Setting Powered False\u000a10:35:48.081513 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 209, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29534): Process ended prematurely: osmo-stp_10.42.42.5(pid=29534) [trial-2373↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29534)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29534): Process ended prematurely: osmo-stp_10.42.42.5(pid=29534) [trial-2373↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29534)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:35:49.196233 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:35:49.208388 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:35:49.376239 tst mo_mt_call_osmux.py: using LAC 27800\u000a10:35:49.502497 tst mo_mt_call_osmux.py: using RAC 5\u000a10:35:49.635143 tst mo_mt_call_osmux.py: using CellId 27800\u000a10:35:49.759183 tst mo_mt_call_osmux.py: using BVCI 27801\u000a10:35:49.783648 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:35:49.794941 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:35:49.806118 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:35:49.817519 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:35:49.829059 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:35:49.840363 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:35:49.960643 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:35:50.163495 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:35:50.647821 run create_hlr_db(pid=29528): Launched\u000a10:35:50.822761 bus /sierra_2: Setting Powered False\u000a10:35:51.842788 run create_hlr_db(pid=29528): Terminated: ok {rc=0}\u000a10:35:52.245747 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29530): Launched\u000a10:35:52.546588 run osmo-hlr_10.42.42.2(pid=29531): Launched\u000a10:35:52.663332 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:35:53.193717 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29533): Launched\u000a10:35:53.495709 run osmo-stp_10.42.42.5(pid=29534): Launched\u000a10:35:53.606247 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:35:54.158295 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29536): Launched\u000a10:35:54.460330 run osmo-msc_10.42.42.6(pid=29537): Launched\u000a10:35:54.637548 run osmo-stp_10.42.42.5(pid=29534): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29534)]\u000a10:35:54.765376 run osmo-stp_10.42.42.5(pid=29534): stdout: \u000a| (launched: 2022-12-10_10:35:53.347255)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:35:54.891453 run osmo-stp_10.42.42.5(pid=29534): stderr: \u000a| �[0;m�[38;5;43m20221210103553517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103553517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103553517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103553518 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103553518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103553518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103553518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:35:55.011981 run osmo-stp_10.42.42.5(pid=29534): stdout: \u000a| (launched: 2022-12-10_10:35:53.347255)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:35:55.132095 run osmo-stp_10.42.42.5(pid=29534): stderr: \u000a| �[0;m�[38;5;43m20221210103553517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103553517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103553517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103553518 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103553518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103553518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103553518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:35:55.185482 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29534): Process ended prematurely: osmo-stp_10.42.42.5(pid=29534) [trial-2373↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29534)] [trial-2373↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a10:35:55.194008 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a10:35:55.253679 run osmo-hlr_10.42.42.2(pid=29531): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29531)]\u000a10:35:55.302609 run osmo-hlr_10.42.42.2(pid=29531): stdout: \u000a| (launched: 2022-12-10_10:35:52.399084) \u000a10:35:55.351982 run osmo-hlr_10.42.42.2(pid=29531): stderr: \u000a| �[0;m�[1;31m20221210103552576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210103552576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210103552576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103552577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103552577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210103552577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210103552589 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210103552598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210103552598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210103552598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:35:55.419242 run osmo-msc_10.42.42.6(pid=29537): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29537)]\u000a10:35:55.468279 run osmo-msc_10.42.42.6(pid=29537): stdout: \u000a| (launched: 2022-12-10_10:35:54.311427) \u000a10:35:55.517710 run osmo-msc_10.42.42.6(pid=29537): stderr: \u000a| �[0;m�[38;5;43m20221210103554583 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210103554583 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8edc5b3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210103554583 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210103554583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210103554584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210103554584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210103554585 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210103554586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210103554586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210103554586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:35:55.559875 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29530): Terminating (SIGTERM)\u000a10:35:55.599881 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29533): Terminating (SIGTERM)\u000a10:35:55.640015 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29536): Terminating (SIGTERM)\u000a10:35:55.649223 --- ParallelTerminationStrategy: PID 29530 died...\u000a10:35:55.702762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29530): Terminated: ok {rc=0}\u000a10:35:55.712286 --- ParallelTerminationStrategy: PID 29533 died...\u000a10:35:55.765151 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29533): Terminated: ok {rc=0}\u000a10:35:55.774712 --- ParallelTerminationStrategy: PID 29536 died...\u000a10:35:55.827805 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29536): Terminated: ok {rc=0}\u000a10:35:55.911955 bus /sierra_3: Setting Powered False\u000a10:35:57.020333 bus /sierra_3: Setting Powered False\u000a10:35:58.134004 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "105", "name" : "voice_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:35:38" }, { "cases" : [ { "testActions" : [ ], "age" : 43, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29548): Process ended prematurely: osmo-stp_10.42.42.5(pid=29548) [trial-2373↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29548)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29548): Process ended prematurely: osmo-stp_10.42.42.5(pid=29548) [trial-2373↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29548)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 emergency:trx-lms emergency_mo_mt_call.py\u000a----------------------------------------------\u000a10:36:00.145143 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:36:00.155708 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a10:36:00.290393 tst emergency_mo_mt_call.py: using LAC 27801\u000a10:36:00.406430 tst emergency_mo_mt_call.py: using RAC 6\u000a10:36:00.522444 tst emergency_mo_mt_call.py: using CellId 27801\u000a10:36:00.650764 tst emergency_mo_mt_call.py: using BVCI 27802\u000a10:36:00.675226 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:36:00.686568 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:36:00.697521 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:36:00.709478 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:36:00.721554 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:36:00.733043 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a10:36:00.862262 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a10:36:01.083083 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:36:01.671164 run create_hlr_db(pid=29542): Launched\u000a10:36:01.865166 bus /sierra_2: Setting Powered False\u000a10:36:02.877603 run create_hlr_db(pid=29542): Terminated: ok {rc=0}\u000a10:36:03.279639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29544): Launched\u000a10:36:03.576256 run osmo-hlr_10.42.42.2(pid=29545): Launched\u000a10:36:03.688539 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:36:04.209655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29547): Launched\u000a10:36:04.506032 run osmo-stp_10.42.42.5(pid=29548): Launched\u000a10:36:04.632198 tst emergency_mo_mt_call.py: using MSISDN 7687\u000a10:36:04.778952 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:36:05.322022 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29550): Launched\u000a10:36:05.619952 run osmo-msc_10.42.42.6(pid=29551): Launched\u000a10:36:05.795485 run osmo-stp_10.42.42.5(pid=29548): ERR: Terminated: ERROR {rc=1} [trial-2373↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29548)]\u000a10:36:05.921937 run osmo-stp_10.42.42.5(pid=29548): stdout: \u000a| (launched: 2022-12-10_10:36:04.360451)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:36:06.045479 run osmo-stp_10.42.42.5(pid=29548): stderr: \u000a| �[0;m�[38;5;43m20221210103604529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103604529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103604530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103604530 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103604531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103604531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103604531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:36:06.164320 run osmo-stp_10.42.42.5(pid=29548): stdout: \u000a| (launched: 2022-12-10_10:36:04.360451)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:36:06.282386 run osmo-stp_10.42.42.5(pid=29548): stderr: \u000a| �[0;m�[38;5;43m20221210103604529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103604529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103604530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103604530 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103604531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103604531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103604531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:36:06.334005 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=29548): Process ended prematurely: osmo-stp_10.42.42.5(pid=29548) [trial-2373↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29548)] [trial-2373↪emergency:trx-lms↪emergency_mo_mt_call.py:19]\u000a10:36:06.341898 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a10:36:06.400608 run osmo-hlr_10.42.42.2(pid=29545): ERR: Terminated: ERROR {rc=237} [trial-2373↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29545)]\u000a10:36:06.449026 run osmo-hlr_10.42.42.2(pid=29545): stdout: \u000a| (launched: 2022-12-10_10:36:03.430127) \u000a10:36:06.498072 run osmo-hlr_10.42.42.2(pid=29545): stderr: \u000a| �[0;m�[1;31m20221210103603609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210103603609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210103603609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103603609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103603609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210103603609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210103603622 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/emergency:trx-lms/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210103603630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210103603630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210103603630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:36:06.565041 run osmo-msc_10.42.42.6(pid=29551): ERR: Terminated: ERROR {rc=2} [trial-2373↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29551)]\u000a10:36:06.613592 run osmo-msc_10.42.42.6(pid=29551): stdout: \u000a| (launched: 2022-12-10_10:36:05.472276) \u000a10:36:06.662644 run osmo-msc_10.42.42.6(pid=29551): stderr: \u000a| �[0;m�[38;5;43m20221210103605745 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210103605745 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f020d483c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210103605745 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210103605745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210103605746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210103605746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210103605748 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210103605749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210103605749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210103605749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:36:06.703997 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29544): Terminating (SIGTERM)\u000a10:36:06.743146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29547): Terminating (SIGTERM)\u000a10:36:06.782413 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29550): Terminating (SIGTERM)\u000a10:36:06.791451 --- ParallelTerminationStrategy: PID 29544 died...\u000a10:36:06.844007 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29544): Terminated: ok {rc=0}\u000a10:36:06.853579 --- ParallelTerminationStrategy: PID 29547 died...\u000a10:36:06.905695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29547): Terminated: ok {rc=0}\u000a10:36:06.915074 --- ParallelTerminationStrategy: PID 29550 died...\u000a10:36:06.967298 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29550): Terminated: ok {rc=0}\u000a10:36:07.054700 bus /sierra_3: Setting Powered False\u000a10:36:08.156814 bus /sierra_3: Setting Powered False\u000a10:36:09.265557 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29559): Process ended prematurely: osmo-stp_10.42.42.5(pid=29559) [trial-2373↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29559)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29559): Process ended prematurely: osmo-stp_10.42.42.5(pid=29559) [trial-2373↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29559)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 emergency:trx-lms emergency_preemptive_call.py\u000a----------------------------------------------\u000a10:36:10.319000 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:36:10.331333 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a10:36:10.476147 tst emergency_preemptive_call.py: using LAC 27802\u000a10:36:10.605718 tst emergency_preemptive_call.py: using RAC 7\u000a10:36:10.728389 tst emergency_preemptive_call.py: using CellId 27802\u000a10:36:10.852934 tst emergency_preemptive_call.py: using BVCI 27803\u000a10:36:10.877025 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:36:10.888129 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:36:10.899113 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:36:10.910420 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:36:10.921735 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a10:36:10.932790 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a10:36:11.051365 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a10:36:11.168932 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a10:36:11.282093 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a10:36:11.488147 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:36:11.986922 run create_hlr_db(pid=29553): Launched\u000a10:36:12.171330 bus /sierra_2: Setting Powered False\u000a10:36:13.191535 run create_hlr_db(pid=29553): Terminated: ok {rc=0}\u000a10:36:13.591231 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29555): Launched\u000a10:36:13.889955 run osmo-hlr_10.42.42.2(pid=29556): Launched\u000a10:36:14.003089 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:36:14.529240 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29558): Launched\u000a10:36:14.825204 run osmo-stp_10.42.42.5(pid=29559): Launched\u000a10:36:14.944420 tst emergency_preemptive_call.py: using MSISDN 7688\u000a10:36:15.090742 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:36:15.631146 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29561): Launched\u000a10:36:15.967641 run osmo-msc_10.42.42.6(pid=29562): Launched\u000a10:36:16.209391 run osmo-stp_10.42.42.5(pid=29559): ERR: Terminated: ERROR {rc=1} [trial-2373↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29559)]\u000a10:36:16.457678 run osmo-stp_10.42.42.5(pid=29559): stdout: \u000a| (launched: 2022-12-10_10:36:14.679401)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:36:16.717648 run osmo-stp_10.42.42.5(pid=29559): stderr: \u000a| �[0;m�[38;5;43m20221210103614850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103614851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103614851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103614851 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103614852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103614852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103614852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:36:17.025752 run osmo-stp_10.42.42.5(pid=29559): stdout: \u000a| (launched: 2022-12-10_10:36:14.679401)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:36:17.156293 run osmo-stp_10.42.42.5(pid=29559): stderr: \u000a| �[0;m�[38;5;43m20221210103614850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103614851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103614851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103614851 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103614852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103614852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103614852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:36:17.212419 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=29559): Process ended prematurely: osmo-stp_10.42.42.5(pid=29559) [trial-2373↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29559)] [trial-2373↪emergency:trx-lms↪emergency_preemptive_call.py:32]\u000a10:36:17.221573 tst emergency_preemptive_call.py:32: Test FAILED (6.9 sec)\u000a10:36:17.287367 run osmo-hlr_10.42.42.2(pid=29556): ERR: Terminated: ERROR {rc=237} [trial-2373↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29556)]\u000a10:36:17.340598 run osmo-hlr_10.42.42.2(pid=29556): stdout: \u000a| (launched: 2022-12-10_10:36:13.742888) \u000a10:36:17.395567 run osmo-hlr_10.42.42.2(pid=29556): stderr: \u000a| �[0;m�[1;31m20221210103613920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210103613920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210103613920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103613920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103613920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210103613921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210103613932 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/emergency:trx-lms/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210103613942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210103613942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210103613942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:36:17.467934 run osmo-msc_10.42.42.6(pid=29562): ERR: Terminated: ERROR {rc=2} [trial-2373↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29562)]\u000a10:36:17.522261 run osmo-msc_10.42.42.6(pid=29562): stdout: \u000a| (launched: 2022-12-10_10:36:15.781841) \u000a10:36:17.577803 run osmo-msc_10.42.42.6(pid=29562): stderr: \u000a| �[0;m�[38;5;43m20221210103616541 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210103616541 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbb6ed37c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210103616544 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210103616544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210103616544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210103616544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210103616546 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210103616547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210103616547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210103616547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:36:17.622279 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29555): Terminating (SIGTERM)\u000a10:36:17.665473 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29558): Terminating (SIGTERM)\u000a10:36:17.707834 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29561): Terminating (SIGTERM)\u000a10:36:17.718704 --- ParallelTerminationStrategy: PID 29555 died...\u000a10:36:17.776698 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29555): Terminated: ok {rc=0}\u000a10:36:17.787104 --- ParallelTerminationStrategy: PID 29558 died...\u000a10:36:17.844564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29558): Terminated: ok {rc=0}\u000a10:36:17.854735 --- ParallelTerminationStrategy: PID 29561 died...\u000a10:36:17.911146 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29561): Terminated: ok {rc=0}\u000a10:36:17.998977 bus /sierra_9: Setting Powered False\u000a10:36:19.102069 bus /sierra_9: Setting Powered False\u000a10:36:20.211042 bus /sierra_8: Setting Powered False\u000a10:36:21.317420 bus /sierra_8: Setting Powered False\u000a10:36:22.427689 bus /sierra_3: Setting Powered False\u000a10:36:23.530108 bus /sierra_3: Setting Powered False\u000a10:36:24.642107 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "106", "name" : "emergency_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:35:59" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-lms", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29577): Process ended prematurely: osmo-stp_10.42.42.5(pid=29577) [trial-2373↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29577)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29577): Process ended prematurely: osmo-stp_10.42.42.5(pid=29577) [trial-2373↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29577)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-lms cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:36:26.765112 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:36:26.776285 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a10:36:26.919771 tst cs_paging_gprs_active.py: using LAC 27803\u000a10:36:27.045853 tst cs_paging_gprs_active.py: using RAC 8\u000a10:36:27.172022 tst cs_paging_gprs_active.py: using CellId 27803\u000a10:36:27.303564 tst cs_paging_gprs_active.py: using BVCI 27804\u000a10:36:27.328349 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:36:27.339533 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:36:27.350405 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:36:27.361803 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:36:27.373016 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:36:27.384230 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:36:27.395774 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:36:27.406934 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:36:27.418631 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a10:36:27.535014 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a10:36:27.830138 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:36:27.966143 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:36:28.302834 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29567): Launched\u000a10:36:28.582118 run iperf3-srv_10.42.42.10(pid=29568): Launched\u000a10:36:28.780621 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:36:28.915977 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:36:29.252730 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29569): Launched\u000a10:36:29.532845 run iperf3-srv_10.42.42.10(pid=29570): Launched\u000a10:36:29.733845 tst cs_paging_gprs_active.py:38: start network...\u000a10:36:29.870178 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:36:30.381363 run create_hlr_db(pid=29571): Launched\u000a10:36:30.570704 bus /sierra_2: Setting Powered False\u000a10:36:31.591808 run create_hlr_db(pid=29571): Terminated: ok {rc=0}\u000a10:36:32.068733 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29573): Launched\u000a10:36:32.379230 run osmo-hlr_10.42.42.2(pid=29574): Launched\u000a10:36:32.491923 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:36:33.021388 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29576): Launched\u000a10:36:33.325458 run osmo-stp_10.42.42.5(pid=29577): Launched\u000a10:36:33.435528 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:36:33.966416 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29579): Launched\u000a10:36:34.074529 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:36:34.339686 run patchelf(pid=29580): Launched\u000a10:36:34.518322 run osmo-stp_10.42.42.5(pid=29577): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29577)]\u000a10:36:34.648492 run osmo-stp_10.42.42.5(pid=29577): stdout: \u000a| (launched: 2022-12-10_10:36:33.175822)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:36:34.779093 run osmo-stp_10.42.42.5(pid=29577): stderr: \u000a| �[0;m�[38;5;43m20221210103633345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103633345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103633346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103633346 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103633347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103633347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103633347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:36:34.904917 run osmo-stp_10.42.42.5(pid=29577): stdout: \u000a| (launched: 2022-12-10_10:36:33.175822)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:36:35.029936 run osmo-stp_10.42.42.5(pid=29577): stderr: \u000a| �[0;m�[38;5;43m20221210103633345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103633345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103633346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103633346 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103633347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103633347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103633347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:36:35.176099 run patchelf(pid=29580): Terminating (SIGINT)\u000a10:36:35.347457 run patchelf(pid=29580): Terminated: ok {rc=0}\u000a10:36:35.378959 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29577): Process ended prematurely: osmo-stp_10.42.42.5(pid=29577) [trial-2373↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29577)] [trial-2373↪gprs:trx-lms↪cs_paging_gprs_active.py:38]\u000a10:36:35.388118 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a10:36:35.447498 run osmo-hlr_10.42.42.2(pid=29574): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-lms↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29574)]\u000a10:36:35.495798 run osmo-hlr_10.42.42.2(pid=29574): stdout: \u000a| (launched: 2022-12-10_10:36:32.227196) \u000a10:36:35.544818 run osmo-hlr_10.42.42.2(pid=29574): stderr: \u000a| �[0;m�[1;31m20221210103632405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210103632405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210103632405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103632405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103632405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210103632405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210103632421 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-lms/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210103632430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210103632430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210103632430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:36:35.586835 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29567): Terminating (SIGTERM)\u000a10:36:35.626306 run iperf3-srv_10.42.42.10(pid=29568): Terminating (SIGTERM)\u000a10:36:35.665689 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29569): Terminating (SIGTERM)\u000a10:36:35.705002 run iperf3-srv_10.42.42.10(pid=29570): Terminating (SIGTERM)\u000a10:36:35.744390 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29573): Terminating (SIGTERM)\u000a10:36:35.783695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29576): Terminating (SIGTERM)\u000a10:36:35.822938 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29579): Terminating (SIGTERM)\u000a10:36:35.832066 --- ParallelTerminationStrategy: PID 29567 died...\u000a10:36:35.884703 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29567): Terminated: ok {rc=0}\u000a10:36:35.894231 --- ParallelTerminationStrategy: PID 29568 died...\u000a10:36:35.947395 run iperf3-srv_10.42.42.10(pid=29568): Terminated {rc=256}\u000a10:36:35.956842 --- ParallelTerminationStrategy: PID 29569 died...\u000a10:36:36.009545 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29569): Terminated: ok {rc=0}\u000a10:36:36.019073 --- ParallelTerminationStrategy: PID 29570 died...\u000a10:36:36.071558 run iperf3-srv_10.42.42.10(pid=29570): Terminated {rc=256}\u000a10:36:36.081403 --- ParallelTerminationStrategy: PID 29573 died...\u000a10:36:36.133986 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29573): Terminated: ok {rc=0}\u000a10:36:36.143495 --- ParallelTerminationStrategy: PID 29576 died...\u000a10:36:36.196054 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29576): Terminated: ok {rc=0}\u000a10:36:36.205633 --- ParallelTerminationStrategy: PID 29579 died...\u000a10:36:36.258131 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29579): Terminated: ok {rc=0}\u000a10:36:36.346651 bus /gobi_0: Setting Powered False\u000a10:36:37.450126 bus /gobi_0: Setting Powered False\u000a10:36:38.564087 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "gprs:trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29589): Process ended prematurely: osmo-stp_10.42.42.5(pid=29589) [trial-2373↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29589)]", "failedSince" : 2142, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29589): Process ended prematurely: osmo-stp_10.42.42.5(pid=29589) [trial-2373↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29589)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-lms iperf3.py\u000a----------------------------------------------\u000a10:36:39.674324 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:36:39.685581 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a10:36:39.828446 tst iperf3.py: using LAC 27804\u000a10:36:39.948832 tst iperf3.py: using RAC 9\u000a10:36:40.070128 tst iperf3.py: using CellId 27804\u000a10:36:40.191727 tst iperf3.py: using BVCI 27805\u000a10:36:40.214924 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:36:40.225600 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:36:40.236065 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:36:40.247057 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:36:40.257948 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:36:40.268928 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:36:40.280015 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:36:40.290869 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:36:40.301930 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a10:36:40.579057 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:36:40.705210 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:36:41.019992 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29581): Launched\u000a10:36:41.281941 run iperf3-srv_10.42.42.10(pid=29582): Launched\u000a10:36:41.467749 tst iperf3.py:8: start network...\u000a10:36:41.594271 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:36:42.081039 run create_hlr_db(pid=29583): Launched\u000a10:36:42.255885 bus /gobi_6: Setting Powered False\u000a10:36:43.275683 run create_hlr_db(pid=29583): Terminated: ok {rc=0}\u000a10:36:43.706462 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29585): Launched\u000a10:36:44.029486 run osmo-hlr_10.42.42.2(pid=29586): Launched\u000a10:36:44.151759 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:36:44.715811 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29588): Launched\u000a10:36:45.039424 run osmo-stp_10.42.42.5(pid=29589): Launched\u000a10:36:45.157852 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:36:45.721392 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29591): Launched\u000a10:36:45.844526 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:36:46.166285 run patchelf(pid=29592): Launched\u000a10:36:46.360561 run osmo-stp_10.42.42.5(pid=29589): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29589)]\u000a10:36:46.502428 run osmo-stp_10.42.42.5(pid=29589): stdout: \u000a| (launched: 2022-12-10_10:36:44.879973)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:36:46.645466 run osmo-stp_10.42.42.5(pid=29589): stderr: \u000a| �[0;m�[38;5;43m20221210103645070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103645070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103645071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103645071 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103645071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103645072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103645072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:36:46.783037 run osmo-stp_10.42.42.5(pid=29589): stdout: \u000a| (launched: 2022-12-10_10:36:44.879973)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:36:46.919279 run osmo-stp_10.42.42.5(pid=29589): stderr: \u000a| �[0;m�[38;5;43m20221210103645070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103645070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103645071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103645071 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103645071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103645072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103645072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:36:47.078199 run patchelf(pid=29592): Terminating (SIGINT)\u000a10:36:47.254591 run patchelf(pid=29592): Terminated: ok {rc=0}\u000a10:36:47.286023 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29589): Process ended prematurely: osmo-stp_10.42.42.5(pid=29589) [trial-2373↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29589)] [trial-2373↪gprs:trx-lms↪iperf3.py:8]\u000a10:36:47.295202 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a10:36:47.355549 run osmo-hlr_10.42.42.2(pid=29586): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-lms↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29586)]\u000a10:36:47.404594 run osmo-hlr_10.42.42.2(pid=29586): stdout: \u000a| (launched: 2022-12-10_10:36:43.870903) \u000a10:36:47.453857 run osmo-hlr_10.42.42.2(pid=29586): stderr: \u000a| �[0;m�[1;31m20221210103644071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210103644071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210103644071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103644071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103644071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210103644071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210103644083 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-lms/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210103644091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210103644091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210103644092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:36:47.495844 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29581): Terminating (SIGTERM)\u000a10:36:47.535787 run iperf3-srv_10.42.42.10(pid=29582): Terminating (SIGTERM)\u000a10:36:47.575374 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29585): Terminating (SIGTERM)\u000a10:36:47.614935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29588): Terminating (SIGTERM)\u000a10:36:47.654639 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29591): Terminating (SIGTERM)\u000a10:36:47.663882 --- ParallelTerminationStrategy: PID 29581 died...\u000a10:36:47.717044 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29581): Terminated: ok {rc=0}\u000a10:36:47.726675 --- ParallelTerminationStrategy: PID 29582 died...\u000a10:36:47.779734 run iperf3-srv_10.42.42.10(pid=29582): Terminated {rc=256}\u000a10:36:47.789326 --- ParallelTerminationStrategy: PID 29585 died...\u000a10:36:47.842660 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29585): Terminated: ok {rc=0}\u000a10:36:47.852261 --- ParallelTerminationStrategy: PID 29588 died...\u000a10:36:47.905573 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29588): Terminated: ok {rc=0}\u000a10:36:47.915138 --- ParallelTerminationStrategy: PID 29591 died...\u000a10:36:47.968115 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29591): Terminated: ok {rc=0}\u000a10:36:48.052066 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-lms", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29607): Process ended prematurely: osmo-stp_10.42.42.5(pid=29607) [trial-2373↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29607)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29607): Process ended prematurely: osmo-stp_10.42.42.5(pid=29607) [trial-2373↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29607)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-lms iperf3m4.py\u000a----------------------------------------------\u000a10:36:49.167249 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:36:49.179083 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a10:36:49.325860 tst iperf3m4.py: using LAC 27805\u000a10:36:49.452895 tst iperf3m4.py: using RAC 10\u000a10:36:49.576100 tst iperf3m4.py: using CellId 27805\u000a10:36:49.702086 tst iperf3m4.py: using BVCI 27806\u000a10:36:49.726886 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:36:49.738224 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:36:49.749142 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:36:49.762027 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:36:49.773977 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:36:49.785862 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:36:49.798723 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:36:49.809743 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:36:49.821840 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a10:36:49.941972 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a10:36:50.065626 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a10:36:50.184437 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a10:36:50.479561 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:36:50.615699 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:36:50.949890 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29593): Launched\u000a10:36:51.227556 run iperf3-srv_10.42.42.10(pid=29594): Launched\u000a10:36:51.426555 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:36:51.562508 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:36:51.898562 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29595): Launched\u000a10:36:52.176942 run iperf3-srv_10.42.42.10(pid=29596): Launched\u000a10:36:52.375713 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:36:52.511255 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:36:52.846594 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29597): Launched\u000a10:36:53.124148 run iperf3-srv_10.42.42.10(pid=29598): Launched\u000a10:36:53.322763 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:36:53.457806 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:36:53.793745 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29599): Launched\u000a10:36:54.071048 run iperf3-srv_10.42.42.10(pid=29600): Launched\u000a10:36:54.269299 tst iperf3m4.py:8: start network...\u000a10:36:54.404048 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:36:54.912800 run create_hlr_db(pid=29601): Launched\u000a10:36:55.101637 bus /gobi_6: Setting Powered False\u000a10:36:56.122274 run create_hlr_db(pid=29601): Terminated: ok {rc=0}\u000a10:36:56.554037 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29603): Launched\u000a10:36:56.878062 run osmo-hlr_10.42.42.2(pid=29604): Launched\u000a10:36:56.998164 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:36:57.559865 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29606): Launched\u000a10:36:57.881361 run osmo-stp_10.42.42.5(pid=29607): Launched\u000a10:36:57.998864 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:36:58.561126 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29609): Launched\u000a10:36:58.676428 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:36:58.956674 run patchelf(pid=29610): Launched\u000a10:36:59.145870 run osmo-stp_10.42.42.5(pid=29607): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29607)]\u000a10:36:59.284259 run osmo-stp_10.42.42.5(pid=29607): stdout: \u000a| (launched: 2022-12-10_10:36:57.723134)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:36:59.422984 run osmo-stp_10.42.42.5(pid=29607): stderr: \u000a| �[0;m�[38;5;43m20221210103657914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103657914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103657915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103657915 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103657915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103657916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103657916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:36:59.557178 run osmo-stp_10.42.42.5(pid=29607): stdout: \u000a| (launched: 2022-12-10_10:36:57.723134)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:36:59.689209 run osmo-stp_10.42.42.5(pid=29607): stderr: \u000a| �[0;m�[38;5;43m20221210103657914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103657914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103657915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103657915 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103657915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103657916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103657916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:36:59.843736 run patchelf(pid=29610): Terminating (SIGINT)\u000a10:37:00.024690 run patchelf(pid=29610): Terminated: ok {rc=0}\u000a10:37:00.057947 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29607): Process ended prematurely: osmo-stp_10.42.42.5(pid=29607) [trial-2373↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29607)] [trial-2373↪gprs:trx-lms↪iperf3m4.py:8]\u000a10:37:00.067920 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a10:37:00.132041 run osmo-hlr_10.42.42.2(pid=29604): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-lms↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29604)]\u000a10:37:00.183308 run osmo-hlr_10.42.42.2(pid=29604): stdout: \u000a| (launched: 2022-12-10_10:36:56.718589) \u000a10:37:00.235681 run osmo-hlr_10.42.42.2(pid=29604): stderr: \u000a| �[0;m�[1;31m20221210103656918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210103656918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210103656918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103656918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103656918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210103656918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210103656930 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-lms/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210103656938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210103656938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210103656938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:37:00.279987 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29593): Terminating (SIGTERM)\u000a10:37:00.322324 run iperf3-srv_10.42.42.10(pid=29594): Terminating (SIGTERM)\u000a10:37:00.364250 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29595): Terminating (SIGTERM)\u000a10:37:00.406655 run iperf3-srv_10.42.42.10(pid=29596): Terminating (SIGTERM)\u000a10:37:00.449034 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29597): Terminating (SIGTERM)\u000a10:37:00.491119 run iperf3-srv_10.42.42.10(pid=29598): Terminating (SIGTERM)\u000a10:37:00.533535 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29599): Terminating (SIGTERM)\u000a10:37:00.575331 run iperf3-srv_10.42.42.10(pid=29600): Terminating (SIGTERM)\u000a10:37:00.617537 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29603): Terminating (SIGTERM)\u000a10:37:00.659591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29606): Terminating (SIGTERM)\u000a10:37:00.702028 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29609): Terminating (SIGTERM)\u000a10:37:00.711759 --- ParallelTerminationStrategy: PID 29593 died...\u000a10:37:00.767644 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29593): Terminated: ok {rc=0}\u000a10:37:00.778045 --- ParallelTerminationStrategy: PID 29594 died...\u000a10:37:00.834470 run iperf3-srv_10.42.42.10(pid=29594): Terminated {rc=256}\u000a10:37:00.845378 --- ParallelTerminationStrategy: PID 29595 died...\u000a10:37:00.905245 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29595): Terminated: ok {rc=0}\u000a10:37:00.915680 --- ParallelTerminationStrategy: PID 29596 died...\u000a10:37:00.972316 run iperf3-srv_10.42.42.10(pid=29596): Terminated {rc=256}\u000a10:37:00.982813 --- ParallelTerminationStrategy: PID 29597 died...\u000a10:37:01.039450 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29597): Terminated: ok {rc=0}\u000a10:37:01.050038 --- ParallelTerminationStrategy: PID 29598 died...\u000a10:37:01.106860 run iperf3-srv_10.42.42.10(pid=29598): Terminated {rc=256}\u000a10:37:01.117420 --- ParallelTerminationStrategy: PID 29599 died...\u000a10:37:01.173970 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29599): Terminated: ok {rc=0}\u000a10:37:01.184450 --- ParallelTerminationStrategy: PID 29600 died...\u000a10:37:01.241312 run iperf3-srv_10.42.42.10(pid=29600): Terminated {rc=256}\u000a10:37:01.252029 --- ParallelTerminationStrategy: PID 29603 died...\u000a10:37:01.308906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29603): Terminated: ok {rc=0}\u000a10:37:01.319585 --- ParallelTerminationStrategy: PID 29606 died...\u000a10:37:01.376725 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29606): Terminated: ok {rc=0}\u000a10:37:01.387379 --- ParallelTerminationStrategy: PID 29609 died...\u000a10:37:01.444243 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29609): Terminated: ok {rc=0}\u000a10:37:01.533060 bus /gobi_4: Setting Powered False\u000a10:37:02.639848 bus /gobi_4: Setting Powered False\u000a10:37:03.747240 bus /gobi_1: Setting Powered False\u000a10:37:04.853455 bus /gobi_1: Setting Powered False\u000a10:37:05.960172 bus /gobi_0: Setting Powered False\u000a10:37:07.066496 bus /gobi_0: Setting Powered False\u000a10:37:08.174932 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 47, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29617): Process ended prematurely: osmo-stp_10.42.42.5(pid=29617) [trial-2373↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29617)]", "failedSince" : 2327, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29617): Process ended prematurely: osmo-stp_10.42.42.5(pid=29617) [trial-2373↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29617)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-lms ping.py\u000a----------------------------------------------\u000a10:37:09.243656 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:37:09.255533 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a10:37:09.399665 tst ping.py: using LAC 27806\u000a10:37:09.523778 tst ping.py: using RAC 11\u000a10:37:09.642951 tst ping.py: using CellId 27806\u000a10:37:09.758931 tst ping.py: using BVCI 27807\u000a10:37:09.781730 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:37:09.792347 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:37:09.803148 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:37:09.814160 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:37:09.824868 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:37:09.835422 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:37:09.846139 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:37:09.856713 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a10:37:10.144047 tst ping.py:19: start network...\u000a10:37:10.276736 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:37:10.776245 run create_hlr_db(pid=29611): Launched\u000a10:37:10.961089 bus /gobi_6: Setting Powered False\u000a10:37:11.981356 run create_hlr_db(pid=29611): Terminated: ok {rc=0}\u000a10:37:12.382285 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29613): Launched\u000a10:37:12.680575 run osmo-hlr_10.42.42.2(pid=29614): Launched\u000a10:37:12.793832 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:37:13.313819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29616): Launched\u000a10:37:13.611871 run osmo-stp_10.42.42.5(pid=29617): Launched\u000a10:37:13.720460 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:37:14.241207 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29619): Launched\u000a10:37:14.346662 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:37:14.606061 run patchelf(pid=29620): Launched\u000a10:37:14.780217 run osmo-stp_10.42.42.5(pid=29617): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29617)]\u000a10:37:14.907664 run osmo-stp_10.42.42.5(pid=29617): stdout: \u000a| (launched: 2022-12-10_10:37:13.464800)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:37:15.035651 run osmo-stp_10.42.42.5(pid=29617): stderr: \u000a| �[0;m�[38;5;43m20221210103713635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103713635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103713636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103713636 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103713636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103713637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103713637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:37:15.159038 run osmo-stp_10.42.42.5(pid=29617): stdout: \u000a| (launched: 2022-12-10_10:37:13.464800)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:37:15.281951 run osmo-stp_10.42.42.5(pid=29617): stderr: \u000a| �[0;m�[38;5;43m20221210103713635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103713635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103713636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103713636 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103713636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103713637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103713637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:37:15.425522 run patchelf(pid=29620): Terminating (SIGINT)\u000a10:37:15.594134 run patchelf(pid=29620): Terminated: ok {rc=0}\u000a10:37:15.624808 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29617): Process ended prematurely: osmo-stp_10.42.42.5(pid=29617) [trial-2373↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29617)] [trial-2373↪gprs:trx-lms↪ping.py:22]\u000a10:37:15.633677 tst ping.py:22: Test FAILED (6.4 sec)\u000a10:37:15.693179 run osmo-hlr_10.42.42.2(pid=29614): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-lms↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29614)]\u000a10:37:15.741701 run osmo-hlr_10.42.42.2(pid=29614): stdout: \u000a| (launched: 2022-12-10_10:37:12.533883) \u000a10:37:15.790756 run osmo-hlr_10.42.42.2(pid=29614): stderr: \u000a| �[0;m�[1;31m20221210103712710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210103712710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210103712710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103712710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103712710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210103712710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210103712722 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-lms/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210103712732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210103712733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210103712733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:37:15.849162 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29613): Terminating (SIGTERM)\u000a10:37:15.900689 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29616): Terminating (SIGTERM)\u000a10:37:15.947189 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29619): Terminating (SIGTERM)\u000a10:37:15.956537 --- ParallelTerminationStrategy: PID 29613 died...\u000a10:37:16.019716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29613): Terminated: ok {rc=0}\u000a10:37:16.030345 --- ParallelTerminationStrategy: PID 29616 died...\u000a10:37:16.084822 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29616): Terminated: ok {rc=0}\u000a10:37:16.094890 --- ParallelTerminationStrategy: PID 29619 died...\u000a10:37:16.149450 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29619): Terminated: ok {rc=0}\u000a10:37:16.234295 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 54, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29627): Process ended prematurely: osmo-stp_10.42.42.5(pid=29627) [trial-2373↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29627)]", "failedSince" : 2320, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29627): Process ended prematurely: osmo-stp_10.42.42.5(pid=29627) [trial-2373↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29627)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-lms ping_idle_ping.py\u000a----------------------------------------------\u000a10:37:17.283848 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:37:17.295107 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a10:37:17.431441 tst ping_idle_ping.py: using LAC 27807\u000a10:37:17.550849 tst ping_idle_ping.py: using RAC 12\u000a10:37:17.667693 tst ping_idle_ping.py: using CellId 27807\u000a10:37:17.786483 tst ping_idle_ping.py: using BVCI 27808\u000a10:37:17.809230 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:37:17.819686 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:37:17.830147 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:37:17.840622 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:37:17.851241 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:37:17.861575 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:37:17.872002 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a10:37:17.882406 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a10:37:18.154489 tst ping_idle_ping.py:24: start network...\u000a10:37:18.278541 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:37:18.758538 run create_hlr_db(pid=29621): Launched\u000a10:37:18.931496 bus /gobi_6: Setting Powered False\u000a10:37:19.953238 run create_hlr_db(pid=29621): Terminated: ok {rc=0}\u000a10:37:20.352888 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29623): Launched\u000a10:37:20.652218 run osmo-hlr_10.42.42.2(pid=29624): Launched\u000a10:37:20.761746 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:37:21.280009 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29626): Launched\u000a10:37:21.579003 run osmo-stp_10.42.42.5(pid=29627): Launched\u000a10:37:21.687241 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:37:22.207593 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29629): Launched\u000a10:37:22.314200 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:37:22.574357 run patchelf(pid=29630): Launched\u000a10:37:22.749700 run osmo-stp_10.42.42.5(pid=29627): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29627)]\u000a10:37:22.877864 run osmo-stp_10.42.42.5(pid=29627): stdout: \u000a| (launched: 2022-12-10_10:37:21.431206)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:37:23.006127 run osmo-stp_10.42.42.5(pid=29627): stderr: \u000a| �[0;m�[38;5;43m20221210103721599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103721599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103721600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103721600 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103721601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103721601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103721601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:37:23.129734 run osmo-stp_10.42.42.5(pid=29627): stdout: \u000a| (launched: 2022-12-10_10:37:21.431206)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:37:23.251912 run osmo-stp_10.42.42.5(pid=29627): stderr: \u000a| �[0;m�[38;5;43m20221210103721599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103721599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103721600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103721600 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103721601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103721601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103721601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:37:23.394825 run patchelf(pid=29630): Terminating (SIGINT)\u000a10:37:23.562879 run patchelf(pid=29630): Terminated: ok {rc=0}\u000a10:37:23.593549 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29627): Process ended prematurely: osmo-stp_10.42.42.5(pid=29627) [trial-2373↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29627)] [trial-2373↪gprs:trx-lms↪ping_idle_ping.py:27]\u000a10:37:23.602237 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a10:37:23.661997 run osmo-hlr_10.42.42.2(pid=29624): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-lms↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29624)]\u000a10:37:23.710476 run osmo-hlr_10.42.42.2(pid=29624): stdout: \u000a| (launched: 2022-12-10_10:37:20.504454) \u000a10:37:23.759745 run osmo-hlr_10.42.42.2(pid=29624): stderr: \u000a| �[0;m�[1;31m20221210103720681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210103720681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210103720682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103720682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103720682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210103720682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210103720694 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-lms/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210103720703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210103720703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210103720703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:37:23.801948 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29623): Terminating (SIGTERM)\u000a10:37:23.842005 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29626): Terminating (SIGTERM)\u000a10:37:23.881898 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29629): Terminating (SIGTERM)\u000a10:37:23.891262 --- ParallelTerminationStrategy: PID 29623 died...\u000a10:37:23.944327 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29623): Terminated: ok {rc=0}\u000a10:37:23.954012 --- ParallelTerminationStrategy: PID 29626 died...\u000a10:37:24.007146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29626): Terminated: ok {rc=0}\u000a10:37:24.016734 --- ParallelTerminationStrategy: PID 29629 died...\u000a10:37:24.069705 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29629): Terminated: ok {rc=0}\u000a10:37:24.158481 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "107", "name" : "gprs_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:36:26" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29644): Process ended prematurely: osmo-stp_10.42.42.5(pid=29644) [trial-2373↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29644)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29644): Process ended prematurely: osmo-stp_10.42.42.5(pid=29644) [trial-2373↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29644)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-lms+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:37:26.319729 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:37:26.331247 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:37:26.475019 tst cs_paging_gprs_active.py: using LAC 27808\u000a10:37:26.606031 tst cs_paging_gprs_active.py: using RAC 13\u000a10:37:26.736096 tst cs_paging_gprs_active.py: using CellId 27808\u000a10:37:26.861191 tst cs_paging_gprs_active.py: using BVCI 27809\u000a10:37:26.885952 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:37:26.897261 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:37:26.908758 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:37:26.921437 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:37:26.932559 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:37:26.943954 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:37:26.955745 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:37:26.967013 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:37:26.978578 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:37:27.096743 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:37:27.391968 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:37:27.528548 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:37:27.865128 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29634): Launched\u000a10:37:28.143719 run iperf3-srv_10.42.42.10(pid=29635): Launched\u000a10:37:28.342969 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:37:28.479041 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:37:28.816630 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29636): Launched\u000a10:37:29.096757 run iperf3-srv_10.42.42.10(pid=29637): Launched\u000a10:37:29.297041 tst cs_paging_gprs_active.py:38: start network...\u000a10:37:29.433301 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:37:29.945354 run create_hlr_db(pid=29638): Launched\u000a10:37:30.133481 bus /gobi_6: Setting Powered False\u000a10:37:31.223523 run create_hlr_db(pid=29638): Terminated: ok {rc=0}\u000a10:37:31.661114 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29640): Launched\u000a10:37:32.094440 run osmo-hlr_10.42.42.2(pid=29641): Launched\u000a10:37:32.325664 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:37:32.865884 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29643): Launched\u000a10:37:33.169689 run osmo-stp_10.42.42.5(pid=29644): Launched\u000a10:37:33.279944 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:37:33.810581 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29646): Launched\u000a10:37:33.918283 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:37:34.182525 run patchelf(pid=29647): Launched\u000a10:37:34.362478 run osmo-stp_10.42.42.5(pid=29644): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29644)]\u000a10:37:34.493413 run osmo-stp_10.42.42.5(pid=29644): stdout: \u000a| (launched: 2022-12-10_10:37:33.019834)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:37:34.624054 run osmo-stp_10.42.42.5(pid=29644): stderr: \u000a| �[0;m�[38;5;43m20221210103733190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103733190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103733190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103733191 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103733191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103733191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103733191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:37:34.750346 run osmo-stp_10.42.42.5(pid=29644): stdout: \u000a| (launched: 2022-12-10_10:37:33.019834)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:37:34.875285 run osmo-stp_10.42.42.5(pid=29644): stderr: \u000a| �[0;m�[38;5;43m20221210103733190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103733190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103733190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103733191 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103733191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103733191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103733191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:37:35.020786 run patchelf(pid=29647): Terminating (SIGINT)\u000a10:37:35.192327 run patchelf(pid=29647): Terminated: ok {rc=0}\u000a10:37:35.223943 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29644): Process ended prematurely: osmo-stp_10.42.42.5(pid=29644) [trial-2373↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29644)] [trial-2373↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a10:37:35.233133 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a10:37:35.293189 run osmo-hlr_10.42.42.2(pid=29641): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29641)]\u000a10:37:35.342231 run osmo-hlr_10.42.42.2(pid=29641): stdout: \u000a| (launched: 2022-12-10_10:37:31.820577) \u000a10:37:35.391698 run osmo-hlr_10.42.42.2(pid=29641): stderr: \u000a| �[0;m�[1;31m20221210103732164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210103732164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210103732164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103732164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103732164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210103732164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210103732180 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-lms+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210103732189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210103732189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210103732189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:37:35.434051 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29634): Terminating (SIGTERM)\u000a10:37:35.474087 run iperf3-srv_10.42.42.10(pid=29635): Terminating (SIGTERM)\u000a10:37:35.514102 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29636): Terminating (SIGTERM)\u000a10:37:35.553984 run iperf3-srv_10.42.42.10(pid=29637): Terminating (SIGTERM)\u000a10:37:35.593893 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29640): Terminating (SIGTERM)\u000a10:37:35.633718 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29643): Terminating (SIGTERM)\u000a10:37:35.673892 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29646): Terminating (SIGTERM)\u000a10:37:35.683138 --- ParallelTerminationStrategy: PID 29634 died...\u000a10:37:35.736480 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29634): Terminated: ok {rc=0}\u000a10:37:35.746224 --- ParallelTerminationStrategy: PID 29635 died...\u000a10:37:35.799069 run iperf3-srv_10.42.42.10(pid=29635): Terminated {rc=256}\u000a10:37:35.808642 --- ParallelTerminationStrategy: PID 29636 died...\u000a10:37:35.861641 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29636): Terminated: ok {rc=0}\u000a10:37:35.871292 --- ParallelTerminationStrategy: PID 29637 died...\u000a10:37:35.924391 run iperf3-srv_10.42.42.10(pid=29637): Terminated {rc=256}\u000a10:37:35.934231 --- ParallelTerminationStrategy: PID 29640 died...\u000a10:37:35.990383 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29640): Terminated: ok {rc=0}\u000a10:37:36.000720 --- ParallelTerminationStrategy: PID 29643 died...\u000a10:37:36.057285 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29643): Terminated: ok {rc=0}\u000a10:37:36.067616 --- ParallelTerminationStrategy: PID 29646 died...\u000a10:37:36.123718 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29646): Terminated: ok {rc=0}\u000a10:37:36.211144 bus /gobi_0: Setting Powered False\u000a10:37:37.317898 bus /gobi_0: Setting Powered False\u000a10:37:38.425552 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29657): Process ended prematurely: osmo-stp_10.42.42.5(pid=29657) [trial-2373↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29657)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29657): Process ended prematurely: osmo-stp_10.42.42.5(pid=29657) [trial-2373↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29657)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-lms+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a10:37:39.540699 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:37:39.552559 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:37:39.699828 tst iperf3.py: using LAC 27809\u000a10:37:39.827818 tst iperf3.py: using RAC 14\u000a10:37:39.956284 tst iperf3.py: using CellId 27809\u000a10:37:40.078498 tst iperf3.py: using BVCI 27810\u000a10:37:40.101698 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:37:40.113133 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:37:40.124083 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:37:40.134940 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:37:40.145713 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:37:40.157438 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:37:40.170696 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:37:40.182181 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:37:40.193760 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:37:40.487782 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:37:40.622984 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:37:40.957390 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29649): Launched\u000a10:37:41.235661 run iperf3-srv_10.42.42.10(pid=29650): Launched\u000a10:37:41.434678 tst iperf3.py:8: start network...\u000a10:37:41.571203 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:37:42.080833 run create_hlr_db(pid=29651): Launched\u000a10:37:42.276762 bus /gobi_6: Setting Powered False\u000a10:37:43.288831 run create_hlr_db(pid=29651): Terminated: ok {rc=0}\u000a10:37:43.702402 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29653): Launched\u000a10:37:44.006516 run osmo-hlr_10.42.42.2(pid=29654): Launched\u000a10:37:44.118915 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:37:44.647795 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29656): Launched\u000a10:37:44.950064 run osmo-stp_10.42.42.5(pid=29657): Launched\u000a10:37:45.059973 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:37:45.587038 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29659): Launched\u000a10:37:45.694194 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:37:45.987739 run patchelf(pid=29660): Launched\u000a10:37:46.170216 run osmo-stp_10.42.42.5(pid=29657): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29657)]\u000a10:37:46.302682 run osmo-stp_10.42.42.5(pid=29657): stdout: \u000a| (launched: 2022-12-10_10:37:44.801121)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:37:46.435057 run osmo-stp_10.42.42.5(pid=29657): stderr: \u000a| �[0;m�[38;5;43m20221210103744973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103744973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103744974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103744974 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103744975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103744975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103744975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:37:46.563278 run osmo-stp_10.42.42.5(pid=29657): stdout: \u000a| (launched: 2022-12-10_10:37:44.801121)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:37:46.689113 run osmo-stp_10.42.42.5(pid=29657): stderr: \u000a| �[0;m�[38;5;43m20221210103744973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103744973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103744974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103744974 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103744975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103744975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103744975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:37:46.836449 run patchelf(pid=29660): Terminating (SIGINT)\u000a10:37:47.010014 run patchelf(pid=29660): Terminated: ok {rc=0}\u000a10:37:47.042867 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29657): Process ended prematurely: osmo-stp_10.42.42.5(pid=29657) [trial-2373↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29657)] [trial-2373↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8]\u000a10:37:47.053265 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a10:37:47.114067 run osmo-hlr_10.42.42.2(pid=29654): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29654)]\u000a10:37:47.163979 run osmo-hlr_10.42.42.2(pid=29654): stdout: \u000a| (launched: 2022-12-10_10:37:43.857072) \u000a10:37:47.213963 run osmo-hlr_10.42.42.2(pid=29654): stderr: \u000a| �[0;m�[1;31m20221210103744035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210103744035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210103744035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103744036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103744036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210103744036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210103744052 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-lms+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210103744062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210103744062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210103744062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:37:47.256112 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29649): Terminating (SIGTERM)\u000a10:37:47.295818 run iperf3-srv_10.42.42.10(pid=29650): Terminating (SIGTERM)\u000a10:37:47.335593 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29653): Terminating (SIGTERM)\u000a10:37:47.375433 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29656): Terminating (SIGTERM)\u000a10:37:47.415148 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29659): Terminating (SIGTERM)\u000a10:37:47.424386 --- ParallelTerminationStrategy: PID 29649 died...\u000a10:37:47.477566 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29649): Terminated: ok {rc=0}\u000a10:37:47.487249 --- ParallelTerminationStrategy: PID 29650 died...\u000a10:37:47.540304 run iperf3-srv_10.42.42.10(pid=29650): Terminated {rc=256}\u000a10:37:47.549877 --- ParallelTerminationStrategy: PID 29653 died...\u000a10:37:47.603071 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29653): Terminated: ok {rc=0}\u000a10:37:47.612568 --- ParallelTerminationStrategy: PID 29656 died...\u000a10:37:47.665632 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29656): Terminated: ok {rc=0}\u000a10:37:47.675241 --- ParallelTerminationStrategy: PID 29659 died...\u000a10:37:47.728385 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29659): Terminated: ok {rc=0}\u000a10:37:47.812123 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29675): Process ended prematurely: osmo-stp_10.42.42.5(pid=29675) [trial-2373↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29675)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29675): Process ended prematurely: osmo-stp_10.42.42.5(pid=29675) [trial-2373↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29675)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-lms+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a10:37:48.927091 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:37:48.938892 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:37:49.086005 tst iperf3m4.py: using LAC 27810\u000a10:37:49.212131 tst iperf3m4.py: using RAC 15\u000a10:37:49.338417 tst iperf3m4.py: using CellId 27810\u000a10:37:49.465890 tst iperf3m4.py: using BVCI 27811\u000a10:37:49.490525 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:37:49.501894 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:37:49.512934 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:37:49.524295 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:37:49.535786 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:37:49.547223 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:37:49.559331 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:37:49.570661 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:37:49.582448 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:37:49.702391 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:37:49.820687 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:37:49.940550 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:37:50.222143 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:37:50.348249 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:37:50.664926 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29661): Launched\u000a10:37:50.926707 run iperf3-srv_10.42.42.10(pid=29662): Launched\u000a10:37:51.113821 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:37:51.239823 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:37:51.554037 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29663): Launched\u000a10:37:51.815255 run iperf3-srv_10.42.42.10(pid=29664): Launched\u000a10:37:52.000760 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:37:52.127185 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:37:52.442486 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29665): Launched\u000a10:37:52.704479 run iperf3-srv_10.42.42.10(pid=29666): Launched\u000a10:37:52.888440 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:37:53.014761 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:37:53.330118 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29667): Launched\u000a10:37:53.591136 run iperf3-srv_10.42.42.10(pid=29668): Launched\u000a10:37:53.775891 tst iperf3m4.py:8: start network...\u000a10:37:53.901917 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:37:54.388572 run create_hlr_db(pid=29669): Launched\u000a10:37:54.564868 bus /gobi_6: Setting Powered False\u000a10:37:55.584867 run create_hlr_db(pid=29669): Terminated: ok {rc=0}\u000a10:37:56.017779 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29671): Launched\u000a10:37:56.342368 run osmo-hlr_10.42.42.2(pid=29672): Launched\u000a10:37:56.463838 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:37:57.032040 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29674): Launched\u000a10:37:57.355172 run osmo-stp_10.42.42.5(pid=29675): Launched\u000a10:37:57.472663 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:37:58.038838 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29677): Launched\u000a10:37:58.154458 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:37:58.435982 run patchelf(pid=29678): Launched\u000a10:37:58.626946 run osmo-stp_10.42.42.5(pid=29675): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29675)]\u000a10:37:58.766538 run osmo-stp_10.42.42.5(pid=29675): stdout: \u000a| (launched: 2022-12-10_10:37:57.196700)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:37:58.906104 run osmo-stp_10.42.42.5(pid=29675): stderr: \u000a| �[0;m�[38;5;43m20221210103757388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103757388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103757388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103757389 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103757389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103757389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103757389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:37:59.040406 run osmo-stp_10.42.42.5(pid=29675): stdout: \u000a| (launched: 2022-12-10_10:37:57.196700)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:37:59.173751 run osmo-stp_10.42.42.5(pid=29675): stderr: \u000a| �[0;m�[38;5;43m20221210103757388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103757388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103757388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103757389 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103757389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103757389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103757389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:37:59.328719 run patchelf(pid=29678): Terminating (SIGINT)\u000a10:37:59.504025 run patchelf(pid=29678): Terminated: ok {rc=0}\u000a10:37:59.535884 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29675): Process ended prematurely: osmo-stp_10.42.42.5(pid=29675) [trial-2373↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29675)] [trial-2373↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8]\u000a10:37:59.545351 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a10:37:59.606124 run osmo-hlr_10.42.42.2(pid=29672): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29672)]\u000a10:37:59.655233 run osmo-hlr_10.42.42.2(pid=29672): stdout: \u000a| (launched: 2022-12-10_10:37:56.183086) \u000a10:37:59.704880 run osmo-hlr_10.42.42.2(pid=29672): stderr: \u000a| �[0;m�[1;31m20221210103756382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210103756382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210103756382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103756382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103756382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210103756382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210103756395 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-lms+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210103756403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210103756403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210103756403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:37:59.746974 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29661): Terminating (SIGTERM)\u000a10:37:59.786716 run iperf3-srv_10.42.42.10(pid=29662): Terminating (SIGTERM)\u000a10:37:59.826517 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29663): Terminating (SIGTERM)\u000a10:37:59.866092 run iperf3-srv_10.42.42.10(pid=29664): Terminating (SIGTERM)\u000a10:37:59.905732 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29665): Terminating (SIGTERM)\u000a10:37:59.945250 run iperf3-srv_10.42.42.10(pid=29666): Terminating (SIGTERM)\u000a10:37:59.985615 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29667): Terminating (SIGTERM)\u000a10:38:00.025621 run iperf3-srv_10.42.42.10(pid=29668): Terminating (SIGTERM)\u000a10:38:00.065332 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29671): Terminating (SIGTERM)\u000a10:38:00.105282 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29674): Terminating (SIGTERM)\u000a10:38:00.145142 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29677): Terminating (SIGTERM)\u000a10:38:00.154427 --- ParallelTerminationStrategy: PID 29661 died...\u000a10:38:00.207769 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29661): Terminated: ok {rc=0}\u000a10:38:00.217521 --- ParallelTerminationStrategy: PID 29662 died...\u000a10:38:00.270355 run iperf3-srv_10.42.42.10(pid=29662): Terminated {rc=256}\u000a10:38:00.280007 --- ParallelTerminationStrategy: PID 29663 died...\u000a10:38:00.333266 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29663): Terminated: ok {rc=0}\u000a10:38:00.342963 --- ParallelTerminationStrategy: PID 29664 died...\u000a10:38:00.396007 run iperf3-srv_10.42.42.10(pid=29664): Terminated {rc=256}\u000a10:38:00.405984 --- ParallelTerminationStrategy: PID 29665 died...\u000a10:38:00.458774 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29665): Terminated: ok {rc=0}\u000a10:38:00.468371 --- ParallelTerminationStrategy: PID 29666 died...\u000a10:38:00.521305 run iperf3-srv_10.42.42.10(pid=29666): Terminated {rc=256}\u000a10:38:00.530990 --- ParallelTerminationStrategy: PID 29667 died...\u000a10:38:00.583744 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29667): Terminated: ok {rc=0}\u000a10:38:00.593879 --- ParallelTerminationStrategy: PID 29668 died...\u000a10:38:00.647192 run iperf3-srv_10.42.42.10(pid=29668): Terminated {rc=256}\u000a10:38:00.657045 --- ParallelTerminationStrategy: PID 29671 died...\u000a10:38:00.709681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29671): Terminated: ok {rc=0}\u000a10:38:00.719340 --- ParallelTerminationStrategy: PID 29674 died...\u000a10:38:00.772114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29674): Terminated: ok {rc=0}\u000a10:38:00.781811 --- ParallelTerminationStrategy: PID 29677 died...\u000a10:38:00.834509 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29677): Terminated: ok {rc=0}\u000a10:38:00.925637 bus /gobi_4: Setting Powered False\u000a10:38:02.027172 bus /gobi_4: Setting Powered False\u000a10:38:03.134337 bus /gobi_1: Setting Powered False\u000a10:38:04.240599 bus /gobi_1: Setting Powered False\u000a10:38:05.348443 bus /gobi_0: Setting Powered False\u000a10:38:06.454545 bus /gobi_0: Setting Powered False\u000a10:38:07.563496 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29685): Process ended prematurely: osmo-stp_10.42.42.5(pid=29685) [trial-2373↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29685)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29685): Process ended prematurely: osmo-stp_10.42.42.5(pid=29685) [trial-2373↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29685)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-lms+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a10:38:08.632864 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:38:08.645068 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:38:08.790200 tst ping.py: using LAC 27811\u000a10:38:08.913819 tst ping.py: using RAC 16\u000a10:38:09.038261 tst ping.py: using CellId 27811\u000a10:38:09.164415 tst ping.py: using BVCI 27812\u000a10:38:09.188643 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:38:09.199967 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:38:09.211214 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:38:09.222473 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:38:09.233781 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:38:09.244903 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:38:09.256482 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:38:09.267778 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:38:09.542603 tst ping.py:19: start network...\u000a10:38:09.666337 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:38:10.143107 run create_hlr_db(pid=29679): Launched\u000a10:38:10.315812 bus /gobi_6: Setting Powered False\u000a10:38:11.336668 run create_hlr_db(pid=29679): Terminated: ok {rc=0}\u000a10:38:11.760183 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29681): Launched\u000a10:38:12.076589 run osmo-hlr_10.42.42.2(pid=29682): Launched\u000a10:38:12.195842 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:38:12.751065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29684): Launched\u000a10:38:13.069725 run osmo-stp_10.42.42.5(pid=29685): Launched\u000a10:38:13.186089 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:38:13.742359 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29687): Launched\u000a10:38:13.855600 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:38:14.131327 run patchelf(pid=29688): Launched\u000a10:38:14.317025 run osmo-stp_10.42.42.5(pid=29685): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29685)]\u000a10:38:14.453071 run osmo-stp_10.42.42.5(pid=29685): stdout: \u000a| (launched: 2022-12-10_10:38:12.912066)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:38:14.590305 run osmo-stp_10.42.42.5(pid=29685): stderr: \u000a| �[0;m�[38;5;43m20221210103813105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103813105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103813106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103813106 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103813106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103813107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103813107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:38:14.722474 run osmo-stp_10.42.42.5(pid=29685): stdout: \u000a| (launched: 2022-12-10_10:38:12.912066)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:38:14.852693 run osmo-stp_10.42.42.5(pid=29685): stderr: \u000a| �[0;m�[38;5;43m20221210103813105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103813105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103813106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103813106 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103813106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103813107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103813107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:38:15.004389 run patchelf(pid=29688): Terminating (SIGINT)\u000a10:38:15.182848 run patchelf(pid=29688): Terminated: ok {rc=0}\u000a10:38:15.215298 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29685): Process ended prematurely: osmo-stp_10.42.42.5(pid=29685) [trial-2373↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29685)] [trial-2373↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22]\u000a10:38:15.224496 tst ping.py:22: Test FAILED (6.6 sec)\u000a10:38:15.288083 run osmo-hlr_10.42.42.2(pid=29682): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-lms+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29682)]\u000a10:38:15.339722 run osmo-hlr_10.42.42.2(pid=29682): stdout: \u000a| (launched: 2022-12-10_10:38:11.921273) \u000a10:38:15.391700 run osmo-hlr_10.42.42.2(pid=29682): stderr: \u000a| �[0;m�[1;31m20221210103812118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210103812118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210103812118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103812118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103812118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210103812118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210103812132 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-lms+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210103812141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210103812141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210103812141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:38:15.435696 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29681): Terminating (SIGTERM)\u000a10:38:15.477597 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29684): Terminating (SIGTERM)\u000a10:38:15.519733 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29687): Terminating (SIGTERM)\u000a10:38:15.529550 --- ParallelTerminationStrategy: PID 29681 died...\u000a10:38:15.585588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29681): Terminated: ok {rc=0}\u000a10:38:15.595965 --- ParallelTerminationStrategy: PID 29684 died...\u000a10:38:15.651762 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29684): Terminated: ok {rc=0}\u000a10:38:15.661823 --- ParallelTerminationStrategy: PID 29687 died...\u000a10:38:15.717282 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29687): Terminated: ok {rc=0}\u000a10:38:15.803780 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29967): Process ended prematurely: osmo-stp_10.42.42.5(pid=29967) [trial-2373↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29967)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29967): Process ended prematurely: osmo-stp_10.42.42.5(pid=29967) [trial-2373↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29967)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-lms+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a10:38:16.868014 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:38:16.884838 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:38:17.075810 tst ping_idle_ping.py: using LAC 27812\u000a10:38:17.210547 tst ping_idle_ping.py: using RAC 17\u000a10:38:17.332432 tst ping_idle_ping.py: using CellId 27812\u000a10:38:17.462706 tst ping_idle_ping.py: using BVCI 27813\u000a10:38:17.486735 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:38:17.501600 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:38:17.514773 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:38:17.532404 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:38:17.543951 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:38:17.557942 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:38:17.569856 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:38:17.583247 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:38:17.886074 tst ping_idle_ping.py:24: start network...\u000a10:38:18.039660 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:38:18.678038 run create_hlr_db(pid=29839): Launched\u000a10:38:18.904276 bus /gobi_6: Setting Powered False\u000a10:38:19.897056 run create_hlr_db(pid=29839): Terminated: ok {rc=0}\u000a10:38:20.386164 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29961): Launched\u000a10:38:20.815685 run osmo-hlr_10.42.42.2(pid=29962): Launched\u000a10:38:21.060925 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:38:21.611637 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29966): Launched\u000a10:38:22.017070 run osmo-stp_10.42.42.5(pid=29967): Launched\u000a10:38:22.239415 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:38:22.894001 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29969): Launched\u000a10:38:23.013067 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:38:23.309696 run patchelf(pid=29970): Launched\u000a10:38:23.501853 run osmo-stp_10.42.42.5(pid=29967): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29967)]\u000a10:38:23.644176 run osmo-stp_10.42.42.5(pid=29967): stdout: \u000a| (launched: 2022-12-10_10:38:21.769552)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:38:23.786777 run osmo-stp_10.42.42.5(pid=29967): stderr: \u000a| �[0;m�[38;5;43m20221210103822099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103822099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103822099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103822100 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103822100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103822100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103822100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:38:23.922953 run osmo-stp_10.42.42.5(pid=29967): stdout: \u000a| (launched: 2022-12-10_10:38:21.769552)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:38:24.058865 run osmo-stp_10.42.42.5(pid=29967): stderr: \u000a| �[0;m�[38;5;43m20221210103822099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103822099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103822099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103822100 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103822100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103822100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103822100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:38:24.215920 run patchelf(pid=29970): Terminating (SIGINT)\u000a10:38:24.401414 run patchelf(pid=29970): Terminated: ok {rc=0}\u000a10:38:24.435537 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29967): Process ended prematurely: osmo-stp_10.42.42.5(pid=29967) [trial-2373↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29967)] [trial-2373↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a10:38:24.445931 tst ping_idle_ping.py:27: Test FAILED (7.6 sec)\u000a10:38:24.514717 run osmo-hlr_10.42.42.2(pid=29962): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29962)]\u000a10:38:24.570298 run osmo-hlr_10.42.42.2(pid=29962): stdout: \u000a| (launched: 2022-12-10_10:38:20.551673) \u000a10:38:24.625208 run osmo-hlr_10.42.42.2(pid=29962): stderr: \u000a| �[0;m�[1;31m20221210103820872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210103820872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210103820872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103820872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103820872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210103820873 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210103820886 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-lms+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210103820894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210103820895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210103820895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:38:24.673116 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29961): Terminating (SIGTERM)\u000a10:38:24.719849 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29966): Terminating (SIGTERM)\u000a10:38:24.768875 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29969): Terminating (SIGTERM)\u000a10:38:24.779986 --- ParallelTerminationStrategy: PID 29961 died...\u000a10:38:24.841819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29961): Terminated: ok {rc=0}\u000a10:38:24.853107 --- ParallelTerminationStrategy: PID 29966 died...\u000a10:38:24.913341 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29966): Terminated: ok {rc=0}\u000a10:38:24.924619 --- ParallelTerminationStrategy: PID 29969 died...\u000a10:38:24.986752 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29969): Terminated: ok {rc=0}\u000a10:38:25.078788 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "108", "name" : "gprs_trx-lms+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:37:25" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29984): Process ended prematurely: osmo-stp_10.42.42.5(pid=29984) [trial-2373↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29984)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29984): Process ended prematurely: osmo-stp_10.42.42.5(pid=29984) [trial-2373↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29984)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-lms+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:38:27.264238 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:38:27.276650 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:38:27.448672 tst cs_paging_gprs_active.py: using LAC 27813\u000a10:38:27.581040 tst cs_paging_gprs_active.py: using RAC 18\u000a10:38:27.711433 tst cs_paging_gprs_active.py: using CellId 27813\u000a10:38:27.846208 tst cs_paging_gprs_active.py: using BVCI 27814\u000a10:38:27.872305 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:38:27.884812 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:38:27.897144 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:38:27.909666 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:38:27.921888 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:38:27.937601 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:38:27.951401 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:38:27.965831 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:38:27.979449 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:38:28.106355 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:38:28.413883 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:38:28.555102 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:38:28.919660 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29974): Launched\u000a10:38:29.230669 run iperf3-srv_10.42.42.10(pid=29975): Launched\u000a10:38:29.437012 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:38:29.579742 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:38:29.942950 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29976): Launched\u000a10:38:30.251905 run iperf3-srv_10.42.42.10(pid=29977): Launched\u000a10:38:30.458043 tst cs_paging_gprs_active.py:38: start network...\u000a10:38:30.600477 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:38:31.193420 run create_hlr_db(pid=29978): Launched\u000a10:38:31.440800 bus /gobi_6: Setting Powered False\u000a10:38:32.472087 run create_hlr_db(pid=29978): Terminated: ok {rc=0}\u000a10:38:32.921798 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29980): Launched\u000a10:38:33.351790 run osmo-hlr_10.42.42.2(pid=29981): Launched\u000a10:38:33.528902 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:38:34.147008 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29983): Launched\u000a10:38:34.584778 run osmo-stp_10.42.42.5(pid=29984): Launched\u000a10:38:34.814508 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:38:35.417509 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29986): Launched\u000a10:38:35.538928 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:38:35.864669 run patchelf(pid=29987): Launched\u000a10:38:36.065439 run osmo-stp_10.42.42.5(pid=29984): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29984)]\u000a10:38:36.210703 run osmo-stp_10.42.42.5(pid=29984): stdout: \u000a| (launched: 2022-12-10_10:38:34.316639)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:38:36.356500 run osmo-stp_10.42.42.5(pid=29984): stderr: \u000a| �[0;m�[38;5;43m20221210103834618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103834618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103834619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103834619 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103834630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103834630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103834630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:38:36.497844 run osmo-stp_10.42.42.5(pid=29984): stdout: \u000a| (launched: 2022-12-10_10:38:34.316639)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:38:36.639267 run osmo-stp_10.42.42.5(pid=29984): stderr: \u000a| �[0;m�[38;5;43m20221210103834618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103834618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103834619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103834619 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103834630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103834630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103834630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:38:36.802825 run patchelf(pid=29987): Terminating (SIGINT)\u000a10:38:36.995315 run patchelf(pid=29987): Terminated: ok {rc=0}\u000a10:38:37.030860 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29984): Process ended prematurely: osmo-stp_10.42.42.5(pid=29984) [trial-2373↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29984)] [trial-2373↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a10:38:37.042172 tst cs_paging_gprs_active.py:38: Test FAILED (9.8 sec)\u000a10:38:37.112650 run osmo-hlr_10.42.42.2(pid=29981): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29981)]\u000a10:38:37.167966 run osmo-hlr_10.42.42.2(pid=29981): stdout: \u000a| (launched: 2022-12-10_10:38:33.081269) \u000a10:38:37.223430 run osmo-hlr_10.42.42.2(pid=29981): stderr: \u000a| �[0;m�[1;31m20221210103833332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210103833332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210103833332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103833332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103833332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210103833332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210103833365 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-lms+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210103833390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210103833390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210103833390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:38:37.270915 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29974): Terminating (SIGTERM)\u000a10:38:37.317683 run iperf3-srv_10.42.42.10(pid=29975): Terminating (SIGTERM)\u000a10:38:37.366600 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29976): Terminating (SIGTERM)\u000a10:38:37.413352 run iperf3-srv_10.42.42.10(pid=29977): Terminating (SIGTERM)\u000a10:38:37.460488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29980): Terminating (SIGTERM)\u000a10:38:37.508172 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29983): Terminating (SIGTERM)\u000a10:38:37.556071 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29986): Terminating (SIGTERM)\u000a10:38:37.568151 --- ParallelTerminationStrategy: PID 29974 died...\u000a10:38:37.631145 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29974): Terminated: ok {rc=0}\u000a10:38:37.642361 --- ParallelTerminationStrategy: PID 29975 died...\u000a10:38:37.703242 run iperf3-srv_10.42.42.10(pid=29975): Terminated {rc=256}\u000a10:38:37.714406 --- ParallelTerminationStrategy: PID 29976 died...\u000a10:38:37.776884 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29976): Terminated: ok {rc=0}\u000a10:38:37.788498 --- ParallelTerminationStrategy: PID 29977 died...\u000a10:38:37.848877 run iperf3-srv_10.42.42.10(pid=29977): Terminated {rc=256}\u000a10:38:37.860401 --- ParallelTerminationStrategy: PID 29980 died...\u000a10:38:37.918201 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29980): Terminated: ok {rc=0}\u000a10:38:37.930884 --- ParallelTerminationStrategy: PID 29983 died...\u000a10:38:37.993348 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29983): Terminated: ok {rc=0}\u000a10:38:38.004505 --- ParallelTerminationStrategy: PID 29986 died...\u000a10:38:38.064917 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29986): Terminated: ok {rc=0}\u000a10:38:38.157743 bus /gobi_0: Setting Powered False\u000a10:38:39.269911 bus /gobi_0: Setting Powered False\u000a10:38:40.381654 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29997): Process ended prematurely: osmo-stp_10.42.42.5(pid=29997) [trial-2373↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29997)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29997): Process ended prematurely: osmo-stp_10.42.42.5(pid=29997) [trial-2373↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29997)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-lms+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a10:38:41.490931 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:38:41.502406 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:38:41.659759 tst iperf3.py: using LAC 27814\u000a10:38:41.780145 tst iperf3.py: using RAC 19\u000a10:38:41.901056 tst iperf3.py: using CellId 27814\u000a10:38:42.021131 tst iperf3.py: using BVCI 27815\u000a10:38:42.044350 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:38:42.055186 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:38:42.065774 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:38:42.076366 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:38:42.087028 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:38:42.097717 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:38:42.108399 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:38:42.118952 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:38:42.129760 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:38:42.410295 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:38:42.536440 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:38:42.851749 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29989): Launched\u000a10:38:43.113555 run iperf3-srv_10.42.42.10(pid=29990): Launched\u000a10:38:43.298640 tst iperf3.py:8: start network...\u000a10:38:43.424869 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:38:43.910346 run create_hlr_db(pid=29991): Launched\u000a10:38:44.085731 bus /gobi_6: Setting Powered False\u000a10:38:45.107441 run create_hlr_db(pid=29991): Terminated: ok {rc=0}\u000a10:38:45.537286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29993): Launched\u000a10:38:45.925262 run osmo-hlr_10.42.42.2(pid=29994): Launched\u000a10:38:46.152716 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:38:46.780175 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29996): Launched\u000a10:38:47.197170 run osmo-stp_10.42.42.5(pid=29997): Launched\u000a10:38:47.353083 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:38:47.919285 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29999): Launched\u000a10:38:48.034972 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:38:48.317390 run patchelf(pid=30000): Launched\u000a10:38:48.507857 run osmo-stp_10.42.42.5(pid=29997): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29997)]\u000a10:38:48.647395 run osmo-stp_10.42.42.5(pid=29997): stdout: \u000a| (launched: 2022-12-10_10:38:46.937294)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:38:48.786948 run osmo-stp_10.42.42.5(pid=29997): stderr: \u000a| �[0;m�[38;5;43m20221210103847235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103847235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103847235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103847235 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103847236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103847236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103847236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:38:48.921154 run osmo-stp_10.42.42.5(pid=29997): stdout: \u000a| (launched: 2022-12-10_10:38:46.937294)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:38:49.054260 run osmo-stp_10.42.42.5(pid=29997): stderr: \u000a| �[0;m�[38;5;43m20221210103847235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103847235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103847235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103847235 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103847236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103847236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103847236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:38:49.209620 run patchelf(pid=30000): Terminating (SIGINT)\u000a10:38:49.392276 run patchelf(pid=30000): Terminated: ok {rc=0}\u000a10:38:49.425597 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29997): Process ended prematurely: osmo-stp_10.42.42.5(pid=29997) [trial-2373↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29997)] [trial-2373↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a10:38:49.435439 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a10:38:49.499394 run osmo-hlr_10.42.42.2(pid=29994): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29994)]\u000a10:38:49.551083 run osmo-hlr_10.42.42.2(pid=29994): stdout: \u000a| (launched: 2022-12-10_10:38:45.702937) \u000a10:38:49.603911 run osmo-hlr_10.42.42.2(pid=29994): stderr: \u000a| �[0;m�[1;31m20221210103845963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210103845963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210103845963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103845963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103845963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210103845963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210103845980 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210103845992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210103845992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210103845993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:38:49.648288 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29989): Terminating (SIGTERM)\u000a10:38:49.690902 run iperf3-srv_10.42.42.10(pid=29990): Terminating (SIGTERM)\u000a10:38:49.733159 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29993): Terminating (SIGTERM)\u000a10:38:49.775161 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29996): Terminating (SIGTERM)\u000a10:38:49.817407 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29999): Terminating (SIGTERM)\u000a10:38:49.827198 --- ParallelTerminationStrategy: PID 29989 died...\u000a10:38:49.883714 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29989): Terminated: ok {rc=0}\u000a10:38:49.893926 --- ParallelTerminationStrategy: PID 29990 died...\u000a10:38:49.949843 run iperf3-srv_10.42.42.10(pid=29990): Terminated {rc=256}\u000a10:38:49.960003 --- ParallelTerminationStrategy: PID 29993 died...\u000a10:38:50.016097 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29993): Terminated: ok {rc=0}\u000a10:38:50.026276 --- ParallelTerminationStrategy: PID 29996 died...\u000a10:38:50.081781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29996): Terminated: ok {rc=0}\u000a10:38:50.092432 --- ParallelTerminationStrategy: PID 29999 died...\u000a10:38:50.149296 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29999): Terminated: ok {rc=0}\u000a10:38:50.237256 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30015): Process ended prematurely: osmo-stp_10.42.42.5(pid=30015) [trial-2373↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30015)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30015): Process ended prematurely: osmo-stp_10.42.42.5(pid=30015) [trial-2373↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30015)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-lms+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a10:38:51.353019 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:38:51.365259 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:38:51.533602 tst iperf3m4.py: using LAC 27815\u000a10:38:51.663068 tst iperf3m4.py: using RAC 20\u000a10:38:51.789765 tst iperf3m4.py: using CellId 27815\u000a10:38:51.916628 tst iperf3m4.py: using BVCI 27816\u000a10:38:51.941448 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:38:51.952865 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:38:51.964134 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:38:51.975741 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:38:51.987179 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:38:51.998739 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:38:52.010282 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:38:52.022386 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:38:52.034555 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:38:52.150980 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:38:52.275016 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:38:52.393342 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:38:52.672804 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:38:52.799279 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:38:53.115820 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30001): Launched\u000a10:38:53.377499 run iperf3-srv_10.42.42.10(pid=30002): Launched\u000a10:38:53.562501 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:38:53.688451 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:38:54.003370 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30003): Launched\u000a10:38:54.264296 run iperf3-srv_10.42.42.10(pid=30004): Launched\u000a10:38:54.448848 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:38:54.574779 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:38:54.889433 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30005): Launched\u000a10:38:55.152247 run iperf3-srv_10.42.42.10(pid=30006): Launched\u000a10:38:55.336748 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:38:55.462373 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:38:55.776739 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30007): Launched\u000a10:38:56.038037 run iperf3-srv_10.42.42.10(pid=30008): Launched\u000a10:38:56.222982 tst iperf3m4.py:8: start network...\u000a10:38:56.348711 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:38:56.836602 run create_hlr_db(pid=30009): Launched\u000a10:38:57.012249 bus /gobi_6: Setting Powered False\u000a10:38:58.032090 run create_hlr_db(pid=30009): Terminated: ok {rc=0}\u000a10:38:58.436789 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30011): Launched\u000a10:38:58.739362 run osmo-hlr_10.42.42.2(pid=30012): Launched\u000a10:38:58.849826 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:38:59.377519 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30014): Launched\u000a10:38:59.681223 run osmo-stp_10.42.42.5(pid=30015): Launched\u000a10:38:59.791207 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:39:00.320059 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30017): Launched\u000a10:39:00.427501 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:39:00.691946 run patchelf(pid=30018): Launched\u000a10:39:00.870225 run osmo-stp_10.42.42.5(pid=30015): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30015)]\u000a10:39:01.002105 run osmo-stp_10.42.42.5(pid=30015): stdout: \u000a| (launched: 2022-12-10_10:38:59.531261)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:39:01.135197 run osmo-stp_10.42.42.5(pid=30015): stderr: \u000a| �[0;m�[38;5;43m20221210103859701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103859701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103859701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103859702 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103859702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103859702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103859702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:39:01.263262 run osmo-stp_10.42.42.5(pid=30015): stdout: \u000a| (launched: 2022-12-10_10:38:59.531261)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:39:01.390164 run osmo-stp_10.42.42.5(pid=30015): stderr: \u000a| �[0;m�[38;5;43m20221210103859701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103859701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103859701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103859702 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103859702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103859702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103859702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:39:01.538665 run patchelf(pid=30018): Terminating (SIGINT)\u000a10:39:01.712694 run patchelf(pid=30018): Terminated: ok {rc=0}\u000a10:39:01.745023 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30015): Process ended prematurely: osmo-stp_10.42.42.5(pid=30015) [trial-2373↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30015)] [trial-2373↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a10:39:01.755395 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a10:39:01.817003 run osmo-hlr_10.42.42.2(pid=30012): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30012)]\u000a10:39:01.867440 run osmo-hlr_10.42.42.2(pid=30012): stdout: \u000a| (launched: 2022-12-10_10:38:58.590926) \u000a10:39:01.918367 run osmo-hlr_10.42.42.2(pid=30012): stderr: \u000a| �[0;m�[1;31m20221210103858770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210103858770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210103858770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103858770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103858770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210103858770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210103858782 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210103858793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210103858794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210103858794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:39:01.961580 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30001): Terminating (SIGTERM)\u000a10:39:02.002339 run iperf3-srv_10.42.42.10(pid=30002): Terminating (SIGTERM)\u000a10:39:02.045104 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30003): Terminating (SIGTERM)\u000a10:39:02.085620 run iperf3-srv_10.42.42.10(pid=30004): Terminating (SIGTERM)\u000a10:39:02.126384 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30005): Terminating (SIGTERM)\u000a10:39:02.166770 run iperf3-srv_10.42.42.10(pid=30006): Terminating (SIGTERM)\u000a10:39:02.207105 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30007): Terminating (SIGTERM)\u000a10:39:02.247491 run iperf3-srv_10.42.42.10(pid=30008): Terminating (SIGTERM)\u000a10:39:02.287409 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30011): Terminating (SIGTERM)\u000a10:39:02.327234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30014): Terminating (SIGTERM)\u000a10:39:02.367029 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30017): Terminating (SIGTERM)\u000a10:39:02.376319 --- ParallelTerminationStrategy: PID 30001 died...\u000a10:39:02.429701 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30001): Terminated: ok {rc=0}\u000a10:39:02.439399 --- ParallelTerminationStrategy: PID 30002 died...\u000a10:39:02.492624 run iperf3-srv_10.42.42.10(pid=30002): Terminated {rc=256}\u000a10:39:02.502285 --- ParallelTerminationStrategy: PID 30003 died...\u000a10:39:02.555558 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30003): Terminated: ok {rc=0}\u000a10:39:02.565238 --- ParallelTerminationStrategy: PID 30004 died...\u000a10:39:02.618268 run iperf3-srv_10.42.42.10(pid=30004): Terminated {rc=256}\u000a10:39:02.627908 --- ParallelTerminationStrategy: PID 30005 died...\u000a10:39:02.681132 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30005): Terminated: ok {rc=0}\u000a10:39:02.690756 --- ParallelTerminationStrategy: PID 30006 died...\u000a10:39:02.744236 run iperf3-srv_10.42.42.10(pid=30006): Terminated {rc=256}\u000a10:39:02.753920 --- ParallelTerminationStrategy: PID 30007 died...\u000a10:39:02.807092 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30007): Terminated: ok {rc=0}\u000a10:39:02.816716 --- ParallelTerminationStrategy: PID 30008 died...\u000a10:39:02.870083 run iperf3-srv_10.42.42.10(pid=30008): Terminated {rc=256}\u000a10:39:02.879769 --- ParallelTerminationStrategy: PID 30011 died...\u000a10:39:02.932990 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30011): Terminated: ok {rc=0}\u000a10:39:02.942667 --- ParallelTerminationStrategy: PID 30014 died...\u000a10:39:02.996049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30014): Terminated: ok {rc=0}\u000a10:39:03.005845 --- ParallelTerminationStrategy: PID 30017 died...\u000a10:39:03.059350 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30017): Terminated: ok {rc=0}\u000a10:39:03.148340 bus /gobi_4: Setting Powered False\u000a10:39:04.251695 bus /gobi_4: Setting Powered False\u000a10:39:05.359075 bus /gobi_1: Setting Powered False\u000a10:39:06.467622 bus /gobi_1: Setting Powered False\u000a10:39:07.580095 bus /gobi_0: Setting Powered False\u000a10:39:08.686717 bus /gobi_0: Setting Powered False\u000a10:39:09.796490 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30026): Process ended prematurely: osmo-stp_10.42.42.5(pid=30026) [trial-2373↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30026)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30026): Process ended prematurely: osmo-stp_10.42.42.5(pid=30026) [trial-2373↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30026)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-lms+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a10:39:10.862683 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:39:10.874108 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:39:11.028940 tst ping.py: using LAC 27816\u000a10:39:11.145556 tst ping.py: using RAC 21\u000a10:39:11.262074 tst ping.py: using CellId 27816\u000a10:39:11.378912 tst ping.py: using BVCI 27817\u000a10:39:11.402015 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:39:11.412751 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:39:11.423385 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:39:11.434004 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:39:11.444536 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:39:11.455306 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:39:11.466067 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:39:11.476649 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:39:11.765600 tst ping.py:19: start network...\u000a10:39:11.898191 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:39:12.398558 run create_hlr_db(pid=30020): Launched\u000a10:39:12.585113 bus /gobi_6: Setting Powered False\u000a10:39:13.604185 run create_hlr_db(pid=30020): Terminated: ok {rc=0}\u000a10:39:14.005598 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30022): Launched\u000a10:39:14.304286 run osmo-hlr_10.42.42.2(pid=30023): Launched\u000a10:39:14.414146 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:39:14.933965 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30025): Launched\u000a10:39:15.232443 run osmo-stp_10.42.42.5(pid=30026): Launched\u000a10:39:15.341080 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:39:15.861359 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30028): Launched\u000a10:39:15.975003 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:39:16.264213 run patchelf(pid=30029): Launched\u000a10:39:16.457330 run osmo-stp_10.42.42.5(pid=30026): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30026)]\u000a10:39:16.599441 run osmo-stp_10.42.42.5(pid=30026): stdout: \u000a| (launched: 2022-12-10_10:39:15.084579)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:39:16.741515 run osmo-stp_10.42.42.5(pid=30026): stderr: \u000a| �[0;m�[38;5;43m20221210103915255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103915256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103915256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103915256 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103915257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103915257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103915257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:39:16.878141 run osmo-stp_10.42.42.5(pid=30026): stdout: \u000a| (launched: 2022-12-10_10:39:15.084579)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:39:17.014640 run osmo-stp_10.42.42.5(pid=30026): stderr: \u000a| �[0;m�[38;5;43m20221210103915255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103915256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103915256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103915256 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103915257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103915257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103915257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:39:17.171838 run patchelf(pid=30029): Terminating (SIGINT)\u000a10:39:17.352591 run patchelf(pid=30029): Terminated: ok {rc=0}\u000a10:39:17.385524 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=30026): Process ended prematurely: osmo-stp_10.42.42.5(pid=30026) [trial-2373↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30026)] [trial-2373↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22]\u000a10:39:17.395447 tst ping.py:22: Test FAILED (6.5 sec)\u000a10:39:17.461816 run osmo-hlr_10.42.42.2(pid=30023): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30023)]\u000a10:39:17.514944 run osmo-hlr_10.42.42.2(pid=30023): stdout: \u000a| (launched: 2022-12-10_10:39:14.156738) \u000a10:39:17.568811 run osmo-hlr_10.42.42.2(pid=30023): stderr: \u000a| �[0;m�[1;31m20221210103914333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210103914333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210103914333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103914333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103914333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210103914333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210103914346 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-lms+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210103914355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210103914355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210103914355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:39:17.613710 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30022): Terminating (SIGTERM)\u000a10:39:17.657633 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30025): Terminating (SIGTERM)\u000a10:39:17.700820 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30028): Terminating (SIGTERM)\u000a10:39:17.710896 --- ParallelTerminationStrategy: PID 30022 died...\u000a10:39:17.769173 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30022): Terminated: ok {rc=0}\u000a10:39:17.779507 --- ParallelTerminationStrategy: PID 30025 died...\u000a10:39:17.837531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30025): Terminated: ok {rc=0}\u000a10:39:17.847770 --- ParallelTerminationStrategy: PID 30028 died...\u000a10:39:17.905846 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30028): Terminated: ok {rc=0}\u000a10:39:17.994995 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 43, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30036): Process ended prematurely: osmo-stp_10.42.42.5(pid=30036) [trial-2373↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30036)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30036): Process ended prematurely: osmo-stp_10.42.42.5(pid=30036) [trial-2373↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30036)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-lms+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a10:39:19.047438 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:39:19.058919 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:39:19.218406 tst ping_idle_ping.py: using LAC 27817\u000a10:39:19.335673 tst ping_idle_ping.py: using RAC 22\u000a10:39:19.454933 tst ping_idle_ping.py: using CellId 27817\u000a10:39:19.573797 tst ping_idle_ping.py: using BVCI 27818\u000a10:39:19.596810 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:39:19.607791 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:39:19.618538 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:39:19.629276 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:39:19.639996 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:39:19.650758 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:39:19.661574 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:39:19.672234 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:39:19.962858 tst ping_idle_ping.py:24: start network...\u000a10:39:20.096785 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:39:20.602985 run create_hlr_db(pid=30030): Launched\u000a10:39:20.789778 bus /gobi_6: Setting Powered False\u000a10:39:21.810483 run create_hlr_db(pid=30030): Terminated: ok {rc=0}\u000a10:39:22.235405 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30032): Launched\u000a10:39:22.553749 run osmo-hlr_10.42.42.2(pid=30033): Launched\u000a10:39:22.673418 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:39:23.230877 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30035): Launched\u000a10:39:23.550349 run osmo-stp_10.42.42.5(pid=30036): Launched\u000a10:39:23.667375 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:39:24.225643 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30038): Launched\u000a10:39:24.339513 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:39:24.617770 run patchelf(pid=30039): Launched\u000a10:39:24.805432 run osmo-stp_10.42.42.5(pid=30036): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30036)]\u000a10:39:24.942409 run osmo-stp_10.42.42.5(pid=30036): stdout: \u000a| (launched: 2022-12-10_10:39:23.393273)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:39:25.079679 run osmo-stp_10.42.42.5(pid=30036): stderr: \u000a| �[0;m�[38;5;43m20221210103923585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103923585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103923585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103923586 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103923586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103923586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103923586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:39:25.211952 run osmo-stp_10.42.42.5(pid=30036): stdout: \u000a| (launched: 2022-12-10_10:39:23.393273)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:39:25.343348 run osmo-stp_10.42.42.5(pid=30036): stderr: \u000a| �[0;m�[38;5;43m20221210103923585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103923585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103923585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103923586 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103923586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103923586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103923586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:39:25.495577 run patchelf(pid=30039): Terminating (SIGINT)\u000a10:39:25.675140 run patchelf(pid=30039): Terminated: ok {rc=0}\u000a10:39:25.707507 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=30036): Process ended prematurely: osmo-stp_10.42.42.5(pid=30036) [trial-2373↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30036)] [trial-2373↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a10:39:25.716691 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a10:39:25.780520 run osmo-hlr_10.42.42.2(pid=30033): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30033)]\u000a10:39:25.832689 run osmo-hlr_10.42.42.2(pid=30033): stdout: \u000a| (launched: 2022-12-10_10:39:22.397435) \u000a10:39:25.885190 run osmo-hlr_10.42.42.2(pid=30033): stderr: \u000a| �[0;m�[1;31m20221210103922594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210103922594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210103922594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103922594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103922594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210103922594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210103922609 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-lms+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210103922619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210103922619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210103922619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:39:25.929815 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30032): Terminating (SIGTERM)\u000a10:39:25.972248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30035): Terminating (SIGTERM)\u000a10:39:26.015163 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30038): Terminating (SIGTERM)\u000a10:39:26.025128 --- ParallelTerminationStrategy: PID 30032 died...\u000a10:39:26.082015 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30032): Terminated: ok {rc=0}\u000a10:39:26.092375 --- ParallelTerminationStrategy: PID 30035 died...\u000a10:39:26.149101 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30035): Terminated: ok {rc=0}\u000a10:39:26.159305 --- ParallelTerminationStrategy: PID 30038 died...\u000a10:39:26.215963 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30038): Terminated: ok {rc=0}\u000a10:39:26.303888 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "109", "name" : "gprs_trx-lms+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:38:26" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30053): Process ended prematurely: osmo-stp_10.42.42.5(pid=30053) [trial-2373↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30053)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30053): Process ended prematurely: osmo-stp_10.42.42.5(pid=30053) [trial-2373↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30053)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-lms+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:39:28.461115 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:39:28.472088 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:39:28.628741 tst cs_paging_gprs_active.py: using LAC 27818\u000a10:39:28.748380 tst cs_paging_gprs_active.py: using RAC 23\u000a10:39:28.866515 tst cs_paging_gprs_active.py: using CellId 27818\u000a10:39:28.984845 tst cs_paging_gprs_active.py: using BVCI 27819\u000a10:39:29.008153 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:39:29.019003 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:39:29.029693 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:39:29.040349 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:39:29.051035 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:39:29.062020 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:39:29.072908 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:39:29.083543 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:39:29.094531 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:39:29.214680 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:39:29.515281 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:39:29.652890 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:39:29.990933 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30043): Launched\u000a10:39:30.271183 run iperf3-srv_10.42.42.10(pid=30044): Launched\u000a10:39:30.471884 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:39:30.609070 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:39:30.961862 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30045): Launched\u000a10:39:31.279112 run iperf3-srv_10.42.42.10(pid=30046): Launched\u000a10:39:31.485561 tst cs_paging_gprs_active.py:38: start network...\u000a10:39:31.648832 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:39:32.213825 run create_hlr_db(pid=30047): Launched\u000a10:39:32.393436 bus /gobi_6: Setting Powered False\u000a10:39:33.412388 run create_hlr_db(pid=30047): Terminated: ok {rc=0}\u000a10:39:33.846757 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30049): Launched\u000a10:39:34.172804 run osmo-hlr_10.42.42.2(pid=30050): Launched\u000a10:39:34.293331 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:39:34.860404 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30052): Launched\u000a10:39:35.184892 run osmo-stp_10.42.42.5(pid=30053): Launched\u000a10:39:35.303150 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:39:35.871257 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30055): Launched\u000a10:39:35.987561 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:39:36.271779 run patchelf(pid=30056): Launched\u000a10:39:36.463913 run osmo-stp_10.42.42.5(pid=30053): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30053)]\u000a10:39:36.603813 run osmo-stp_10.42.42.5(pid=30053): stdout: \u000a| (launched: 2022-12-10_10:39:35.025697)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:39:36.743546 run osmo-stp_10.42.42.5(pid=30053): stderr: \u000a| �[0;m�[38;5;43m20221210103935218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103935218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103935219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103935219 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103935219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103935219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103935219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:39:36.878706 run osmo-stp_10.42.42.5(pid=30053): stdout: \u000a| (launched: 2022-12-10_10:39:35.025697)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:39:37.012267 run osmo-stp_10.42.42.5(pid=30053): stderr: \u000a| �[0;m�[38;5;43m20221210103935218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103935218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103935219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103935219 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103935219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103935219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103935219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:39:37.167833 run patchelf(pid=30056): Terminating (SIGINT)\u000a10:39:37.350923 run patchelf(pid=30056): Terminated: ok {rc=0}\u000a10:39:37.384395 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=30053): Process ended prematurely: osmo-stp_10.42.42.5(pid=30053) [trial-2373↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30053)] [trial-2373↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a10:39:37.394352 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a10:39:37.458399 run osmo-hlr_10.42.42.2(pid=30050): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30050)]\u000a10:39:37.510252 run osmo-hlr_10.42.42.2(pid=30050): stdout: \u000a| (launched: 2022-12-10_10:39:34.012529) \u000a10:39:37.562647 run osmo-hlr_10.42.42.2(pid=30050): stderr: \u000a| �[0;m�[1;31m20221210103934212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210103934212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210103934212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103934212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103934212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210103934212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210103934224 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-lms+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210103934232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210103934233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210103934233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:39:37.607845 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30043): Terminating (SIGTERM)\u000a10:39:37.649982 run iperf3-srv_10.42.42.10(pid=30044): Terminating (SIGTERM)\u000a10:39:37.692465 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30045): Terminating (SIGTERM)\u000a10:39:37.734442 run iperf3-srv_10.42.42.10(pid=30046): Terminating (SIGTERM)\u000a10:39:37.776567 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30049): Terminating (SIGTERM)\u000a10:39:37.819105 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30052): Terminating (SIGTERM)\u000a10:39:37.860922 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30055): Terminating (SIGTERM)\u000a10:39:37.870980 --- ParallelTerminationStrategy: PID 30043 died...\u000a10:39:37.927188 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30043): Terminated: ok {rc=0}\u000a10:39:37.937405 --- ParallelTerminationStrategy: PID 30044 died...\u000a10:39:37.993144 run iperf3-srv_10.42.42.10(pid=30044): Terminated {rc=256}\u000a10:39:38.003555 --- ParallelTerminationStrategy: PID 30045 died...\u000a10:39:38.059377 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30045): Terminated: ok {rc=0}\u000a10:39:38.069827 --- ParallelTerminationStrategy: PID 30046 died...\u000a10:39:38.125403 run iperf3-srv_10.42.42.10(pid=30046): Terminated {rc=256}\u000a10:39:38.135795 --- ParallelTerminationStrategy: PID 30049 died...\u000a10:39:38.191771 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30049): Terminated: ok {rc=0}\u000a10:39:38.201887 --- ParallelTerminationStrategy: PID 30052 died...\u000a10:39:38.257549 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30052): Terminated: ok {rc=0}\u000a10:39:38.267998 --- ParallelTerminationStrategy: PID 30055 died...\u000a10:39:38.323945 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30055): Terminated: ok {rc=0}\u000a10:39:38.411538 bus /gobi_0: Setting Powered False\u000a10:39:39.519035 bus /gobi_0: Setting Powered False\u000a10:39:40.627260 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30065): Process ended prematurely: osmo-stp_10.42.42.5(pid=30065) [trial-2373↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30065)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30065): Process ended prematurely: osmo-stp_10.42.42.5(pid=30065) [trial-2373↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30065)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-lms+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a10:39:41.743230 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:39:41.755229 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:39:41.921168 tst iperf3.py: using LAC 27819\u000a10:39:42.045954 tst iperf3.py: using RAC 24\u000a10:39:42.165569 tst iperf3.py: using CellId 27819\u000a10:39:42.284814 tst iperf3.py: using BVCI 27820\u000a10:39:42.308201 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:39:42.319272 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:39:42.330240 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:39:42.341238 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:39:42.352009 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:39:42.362874 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:39:42.373790 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:39:42.384562 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:39:42.395537 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:39:42.677673 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:39:42.804257 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:39:43.120274 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30057): Launched\u000a10:39:43.382206 run iperf3-srv_10.42.42.10(pid=30058): Launched\u000a10:39:43.568036 tst iperf3.py:8: start network...\u000a10:39:43.694657 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:39:44.182569 run create_hlr_db(pid=30059): Launched\u000a10:39:44.359138 bus /gobi_6: Setting Powered False\u000a10:39:45.390682 run create_hlr_db(pid=30059): Terminated: ok {rc=0}\u000a10:39:45.823632 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30061): Launched\u000a10:39:46.193852 run osmo-hlr_10.42.42.2(pid=30062): Launched\u000a10:39:46.347268 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:39:47.097247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30064): Launched\u000a10:39:47.521616 run osmo-stp_10.42.42.5(pid=30065): Launched\u000a10:39:47.645727 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:39:48.213765 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30067): Launched\u000a10:39:48.329738 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:39:48.613367 run patchelf(pid=30068): Launched\u000a10:39:48.804065 run osmo-stp_10.42.42.5(pid=30065): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30065)]\u000a10:39:48.943180 run osmo-stp_10.42.42.5(pid=30065): stdout: \u000a| (launched: 2022-12-10_10:39:47.291085)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:39:49.082916 run osmo-stp_10.42.42.5(pid=30065): stderr: \u000a| �[0;m�[38;5;43m20221210103947555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103947555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103947555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103947556 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103947556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103947556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103947556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:39:49.217477 run osmo-stp_10.42.42.5(pid=30065): stdout: \u000a| (launched: 2022-12-10_10:39:47.291085)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:39:49.350527 run osmo-stp_10.42.42.5(pid=30065): stderr: \u000a| �[0;m�[38;5;43m20221210103947555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210103947555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210103947555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210103947556 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210103947556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210103947556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210103947556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:39:49.506318 run patchelf(pid=30068): Terminating (SIGINT)\u000a10:39:49.689230 run patchelf(pid=30068): Terminated: ok {rc=0}\u000a10:39:49.722479 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30065): Process ended prematurely: osmo-stp_10.42.42.5(pid=30065) [trial-2373↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30065)] [trial-2373↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a10:39:49.732444 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a10:39:49.796557 run osmo-hlr_10.42.42.2(pid=30062): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30062)]\u000a10:39:49.847958 run osmo-hlr_10.42.42.2(pid=30062): stdout: \u000a| (launched: 2022-12-10_10:39:46.003568) \u000a10:39:49.900740 run osmo-hlr_10.42.42.2(pid=30062): stderr: \u000a| �[0;m�[1;31m20221210103946451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210103946451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210103946451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103946451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103946452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210103946452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210103946470 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210103946484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210103946484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210103946484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:39:49.945210 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30057): Terminating (SIGTERM)\u000a10:39:49.987755 run iperf3-srv_10.42.42.10(pid=30058): Terminating (SIGTERM)\u000a10:39:50.030170 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30061): Terminating (SIGTERM)\u000a10:39:50.072187 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30064): Terminating (SIGTERM)\u000a10:39:50.114673 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30067): Terminating (SIGTERM)\u000a10:39:50.124698 --- ParallelTerminationStrategy: PID 30057 died...\u000a10:39:50.181706 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30057): Terminated: ok {rc=0}\u000a10:39:50.191776 --- ParallelTerminationStrategy: PID 30058 died...\u000a10:39:50.247957 run iperf3-srv_10.42.42.10(pid=30058): Terminated {rc=256}\u000a10:39:50.258067 --- ParallelTerminationStrategy: PID 30061 died...\u000a10:39:50.314439 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30061): Terminated: ok {rc=0}\u000a10:39:50.324617 --- ParallelTerminationStrategy: PID 30064 died...\u000a10:39:50.381059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30064): Terminated: ok {rc=0}\u000a10:39:50.391271 --- ParallelTerminationStrategy: PID 30067 died...\u000a10:39:50.447620 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30067): Terminated: ok {rc=0}\u000a10:39:50.533417 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30083): Process ended prematurely: osmo-stp_10.42.42.5(pid=30083) [trial-2373↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30083)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30083): Process ended prematurely: osmo-stp_10.42.42.5(pid=30083) [trial-2373↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30083)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-lms+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a10:39:51.649233 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:39:51.661232 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:39:51.829193 tst iperf3m4.py: using LAC 27820\u000a10:39:51.955013 tst iperf3m4.py: using RAC 25\u000a10:39:52.082004 tst iperf3m4.py: using CellId 27820\u000a10:39:52.208618 tst iperf3m4.py: using BVCI 27821\u000a10:39:52.233581 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:39:52.244925 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:39:52.256070 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:39:52.267478 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:39:52.278911 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:39:52.290324 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:39:52.301889 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:39:52.313181 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:39:52.324557 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:39:52.444775 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:39:52.563971 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:39:52.681477 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:39:52.978767 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:39:53.114632 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:39:53.450248 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30069): Launched\u000a10:39:53.729798 run iperf3-srv_10.42.42.10(pid=30070): Launched\u000a10:39:53.928588 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:39:54.064300 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:39:54.400081 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30071): Launched\u000a10:39:54.679523 run iperf3-srv_10.42.42.10(pid=30072): Launched\u000a10:39:54.878134 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:39:55.013393 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:39:55.349238 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30073): Launched\u000a10:39:55.628334 run iperf3-srv_10.42.42.10(pid=30074): Launched\u000a10:39:55.827823 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:39:55.963631 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:39:56.300625 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30075): Launched\u000a10:39:56.578996 run iperf3-srv_10.42.42.10(pid=30076): Launched\u000a10:39:56.777825 tst iperf3m4.py:8: start network...\u000a10:39:56.912789 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:39:57.422970 run create_hlr_db(pid=30077): Launched\u000a10:39:57.611404 bus /gobi_6: Setting Powered False\u000a10:39:58.632778 run create_hlr_db(pid=30077): Terminated: ok {rc=0}\u000a10:39:59.064331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30079): Launched\u000a10:39:59.388423 run osmo-hlr_10.42.42.2(pid=30080): Launched\u000a10:39:59.509225 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:40:00.076292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30082): Launched\u000a10:40:00.400368 run osmo-stp_10.42.42.5(pid=30083): Launched\u000a10:40:00.517789 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:40:01.116268 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30085): Launched\u000a10:40:01.235456 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:40:01.569838 run patchelf(pid=30089): Launched\u000a10:40:01.803144 run osmo-stp_10.42.42.5(pid=30083): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30083)]\u000a10:40:01.945780 run osmo-stp_10.42.42.5(pid=30083): stdout: \u000a| (launched: 2022-12-10_10:40:00.240780)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:40:02.089072 run osmo-stp_10.42.42.5(pid=30083): stderr: \u000a| �[0;m�[38;5;43m20221210104000435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104000435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104000435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104000435 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104000436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104000436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104000436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:40:02.226681 run osmo-stp_10.42.42.5(pid=30083): stdout: \u000a| (launched: 2022-12-10_10:40:00.240780)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:40:02.363394 run osmo-stp_10.42.42.5(pid=30083): stderr: \u000a| �[0;m�[38;5;43m20221210104000435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104000435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104000435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104000435 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104000436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104000436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104000436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:40:02.518416 run patchelf(pid=30089): Terminating (SIGINT)\u000a10:40:02.700882 run patchelf(pid=30089): Terminated: ok {rc=0}\u000a10:40:02.734400 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30083): Process ended prematurely: osmo-stp_10.42.42.5(pid=30083) [trial-2373↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30083)] [trial-2373↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a10:40:02.744401 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a10:40:02.808859 run osmo-hlr_10.42.42.2(pid=30080): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30080)]\u000a10:40:02.860864 run osmo-hlr_10.42.42.2(pid=30080): stdout: \u000a| (launched: 2022-12-10_10:39:59.228779) \u000a10:40:02.913407 run osmo-hlr_10.42.42.2(pid=30080): stderr: \u000a| �[0;m�[1;31m20221210103959427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210103959427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210103959428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103959428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210103959428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210103959428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210103959440 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210103959448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210103959448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210103959448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:40:02.958236 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30069): Terminating (SIGTERM)\u000a10:40:03.001359 run iperf3-srv_10.42.42.10(pid=30070): Terminating (SIGTERM)\u000a10:40:03.043703 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30071): Terminating (SIGTERM)\u000a10:40:03.086423 run iperf3-srv_10.42.42.10(pid=30072): Terminating (SIGTERM)\u000a10:40:03.128848 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30073): Terminating (SIGTERM)\u000a10:40:03.171512 run iperf3-srv_10.42.42.10(pid=30074): Terminating (SIGTERM)\u000a10:40:03.213990 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30075): Terminating (SIGTERM)\u000a10:40:03.256643 run iperf3-srv_10.42.42.10(pid=30076): Terminating (SIGTERM)\u000a10:40:03.298825 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30079): Terminating (SIGTERM)\u000a10:40:03.341143 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30082): Terminating (SIGTERM)\u000a10:40:03.383721 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30085): Terminating (SIGTERM)\u000a10:40:03.393931 --- ParallelTerminationStrategy: PID 30069 died...\u000a10:40:03.451200 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30069): Terminated: ok {rc=0}\u000a10:40:03.461597 --- ParallelTerminationStrategy: PID 30070 died...\u000a10:40:03.518144 run iperf3-srv_10.42.42.10(pid=30070): Terminated {rc=256}\u000a10:40:03.528252 --- ParallelTerminationStrategy: PID 30071 died...\u000a10:40:03.585326 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30071): Terminated: ok {rc=0}\u000a10:40:03.596097 --- ParallelTerminationStrategy: PID 30072 died...\u000a10:40:03.652588 run iperf3-srv_10.42.42.10(pid=30072): Terminated {rc=256}\u000a10:40:03.662762 --- ParallelTerminationStrategy: PID 30073 died...\u000a10:40:03.719156 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30073): Terminated: ok {rc=0}\u000a10:40:03.729497 --- ParallelTerminationStrategy: PID 30074 died...\u000a10:40:03.785595 run iperf3-srv_10.42.42.10(pid=30074): Terminated {rc=256}\u000a10:40:03.795885 --- ParallelTerminationStrategy: PID 30075 died...\u000a10:40:03.852422 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30075): Terminated: ok {rc=0}\u000a10:40:03.862758 --- ParallelTerminationStrategy: PID 30076 died...\u000a10:40:03.919262 run iperf3-srv_10.42.42.10(pid=30076): Terminated {rc=256}\u000a10:40:03.930026 --- ParallelTerminationStrategy: PID 30079 died...\u000a10:40:03.986726 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30079): Terminated: ok {rc=0}\u000a10:40:03.997118 --- ParallelTerminationStrategy: PID 30082 died...\u000a10:40:04.053834 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30082): Terminated: ok {rc=0}\u000a10:40:04.064203 --- ParallelTerminationStrategy: PID 30085 died...\u000a10:40:04.121109 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30085): Terminated: ok {rc=0}\u000a10:40:04.209574 bus /gobi_4: Setting Powered False\u000a10:40:05.316852 bus /gobi_4: Setting Powered False\u000a10:40:06.428111 bus /gobi_1: Setting Powered False\u000a10:40:07.531396 bus /gobi_1: Setting Powered False\u000a10:40:08.643458 bus /gobi_0: Setting Powered False\u000a10:40:09.746451 bus /gobi_0: Setting Powered False\u000a10:40:10.858978 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30096): Process ended prematurely: osmo-stp_10.42.42.5(pid=30096) [trial-2373↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30096)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30096): Process ended prematurely: osmo-stp_10.42.42.5(pid=30096) [trial-2373↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30096)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-lms+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a10:40:11.925537 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:40:11.936799 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:40:12.092714 tst ping.py: using LAC 27821\u000a10:40:12.214570 tst ping.py: using RAC 26\u000a10:40:12.330865 tst ping.py: using CellId 27821\u000a10:40:12.447023 tst ping.py: using BVCI 27822\u000a10:40:12.469989 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:40:12.480791 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:40:12.491544 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:40:12.502334 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:40:12.513044 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:40:12.523787 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:40:12.534645 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:40:12.545441 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:40:12.821957 tst ping.py:19: start network...\u000a10:40:12.946619 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:40:13.425435 run create_hlr_db(pid=30090): Launched\u000a10:40:13.599285 bus /gobi_6: Setting Powered False\u000a10:40:14.629178 run create_hlr_db(pid=30090): Terminated: ok {rc=0}\u000a10:40:15.053495 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30092): Launched\u000a10:40:15.372124 run osmo-hlr_10.42.42.2(pid=30093): Launched\u000a10:40:15.492091 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:40:16.084465 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30095): Launched\u000a10:40:16.435696 run osmo-stp_10.42.42.5(pid=30096): Launched\u000a10:40:16.591720 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:40:17.252460 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30098): Launched\u000a10:40:17.361901 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:40:17.624459 run patchelf(pid=30099): Launched\u000a10:40:17.801824 run osmo-stp_10.42.42.5(pid=30096): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30096)]\u000a10:40:17.930549 run osmo-stp_10.42.42.5(pid=30096): stdout: \u000a| (launched: 2022-12-10_10:40:16.240665)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:40:18.059548 run osmo-stp_10.42.42.5(pid=30096): stderr: \u000a| �[0;m�[38;5;43m20221210104016602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104016602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104016602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104016602 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104016604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104016607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104016607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:40:18.183850 run osmo-stp_10.42.42.5(pid=30096): stdout: \u000a| (launched: 2022-12-10_10:40:16.240665)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:40:18.306824 run osmo-stp_10.42.42.5(pid=30096): stderr: \u000a| �[0;m�[38;5;43m20221210104016602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104016602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104016602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104016602 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104016604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104016607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104016607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:40:18.450588 run patchelf(pid=30099): Terminating (SIGINT)\u000a10:40:18.619265 run patchelf(pid=30099): Terminated: ok {rc=0}\u000a10:40:18.650068 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=30096): Process ended prematurely: osmo-stp_10.42.42.5(pid=30096) [trial-2373↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30096)] [trial-2373↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22]\u000a10:40:18.658677 tst ping.py:22: Test FAILED (6.7 sec)\u000a10:40:18.718984 run osmo-hlr_10.42.42.2(pid=30093): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30093)]\u000a10:40:18.768075 run osmo-hlr_10.42.42.2(pid=30093): stdout: \u000a| (launched: 2022-12-10_10:40:15.215909) \u000a10:40:18.818232 run osmo-hlr_10.42.42.2(pid=30093): stderr: \u000a| �[0;m�[1;31m20221210104015415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210104015415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210104015415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104015415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104015415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210104015415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210104015427 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-lms+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210104015435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210104015435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210104015435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:40:18.860800 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30092): Terminating (SIGTERM)\u000a10:40:18.901313 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30095): Terminating (SIGTERM)\u000a10:40:18.941588 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30098): Terminating (SIGTERM)\u000a10:40:18.951158 --- ParallelTerminationStrategy: PID 30092 died...\u000a10:40:19.005091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30092): Terminated: ok {rc=0}\u000a10:40:19.014987 --- ParallelTerminationStrategy: PID 30095 died...\u000a10:40:19.068435 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30095): Terminated: ok {rc=0}\u000a10:40:19.078452 --- ParallelTerminationStrategy: PID 30098 died...\u000a10:40:19.131687 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30098): Terminated: ok {rc=0}\u000a10:40:19.220419 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30106): Process ended prematurely: osmo-stp_10.42.42.5(pid=30106) [trial-2373↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30106)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30106): Process ended prematurely: osmo-stp_10.42.42.5(pid=30106) [trial-2373↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30106)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-lms+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a10:40:20.272572 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:40:20.284424 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:40:20.443467 tst ping_idle_ping.py: using LAC 27822\u000a10:40:20.562037 tst ping_idle_ping.py: using RAC 27\u000a10:40:20.679750 tst ping_idle_ping.py: using CellId 27822\u000a10:40:20.798160 tst ping_idle_ping.py: using BVCI 27823\u000a10:40:20.821431 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:40:20.832501 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:40:20.843575 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:40:20.854608 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:40:20.865833 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:40:20.876771 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:40:20.888115 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:40:20.899295 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:40:21.189488 tst ping_idle_ping.py:24: start network...\u000a10:40:21.322982 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:40:21.830175 run create_hlr_db(pid=30100): Launched\u000a10:40:22.017601 bus /gobi_6: Setting Powered False\u000a10:40:23.037703 run create_hlr_db(pid=30100): Terminated: ok {rc=0}\u000a10:40:23.462404 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30102): Launched\u000a10:40:23.782756 run osmo-hlr_10.42.42.2(pid=30103): Launched\u000a10:40:23.901337 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:40:24.459430 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30105): Launched\u000a10:40:24.779763 run osmo-stp_10.42.42.5(pid=30106): Launched\u000a10:40:24.896063 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:40:25.454241 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30108): Launched\u000a10:40:25.568304 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:40:25.846619 run patchelf(pid=30109): Launched\u000a10:40:26.034230 run osmo-stp_10.42.42.5(pid=30106): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30106)]\u000a10:40:26.171186 run osmo-stp_10.42.42.5(pid=30106): stdout: \u000a| (launched: 2022-12-10_10:40:24.622564)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:40:26.308431 run osmo-stp_10.42.42.5(pid=30106): stderr: \u000a| �[0;m�[38;5;43m20221210104024814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104024814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104024814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104024815 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104024815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104024815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104024815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:40:26.440532 run osmo-stp_10.42.42.5(pid=30106): stdout: \u000a| (launched: 2022-12-10_10:40:24.622564)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:40:26.571213 run osmo-stp_10.42.42.5(pid=30106): stderr: \u000a| �[0;m�[38;5;43m20221210104024814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104024814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104024814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104024815 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104024815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104024815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104024815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:40:26.723898 run patchelf(pid=30109): Terminating (SIGINT)\u000a10:40:26.902911 run patchelf(pid=30109): Terminated: ok {rc=0}\u000a10:40:26.935321 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=30106): Process ended prematurely: osmo-stp_10.42.42.5(pid=30106) [trial-2373↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30106)] [trial-2373↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a10:40:26.944617 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a10:40:27.008501 run osmo-hlr_10.42.42.2(pid=30103): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30103)]\u000a10:40:27.060321 run osmo-hlr_10.42.42.2(pid=30103): stdout: \u000a| (launched: 2022-12-10_10:40:23.624921) \u000a10:40:27.112707 run osmo-hlr_10.42.42.2(pid=30103): stderr: \u000a| �[0;m�[1;31m20221210104023822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210104023822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210104023822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104023822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104023822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210104023822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210104023834 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-lms+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210104023842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210104023843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210104023843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:40:27.157506 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30102): Terminating (SIGTERM)\u000a10:40:27.199997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30105): Terminating (SIGTERM)\u000a10:40:27.242423 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30108): Terminating (SIGTERM)\u000a10:40:27.252282 --- ParallelTerminationStrategy: PID 30102 died...\u000a10:40:27.309597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30102): Terminated: ok {rc=0}\u000a10:40:27.319833 --- ParallelTerminationStrategy: PID 30105 died...\u000a10:40:27.376436 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30105): Terminated: ok {rc=0}\u000a10:40:27.386610 --- ParallelTerminationStrategy: PID 30108 died...\u000a10:40:27.443181 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30108): Terminated: ok {rc=0}\u000a10:40:27.531711 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "110", "name" : "gprs_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:39:28" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30121): Process ended prematurely: osmo-stp_10.42.42.5(pid=30121) [trial-2373↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30121)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30121): Process ended prematurely: osmo-stp_10.42.42.5(pid=30121) [trial-2373↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30121)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a10:40:29.573868 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:40:29.585583 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:40:29.747795 tst switch_tch_pdch.py: using LAC 27823\u000a10:40:29.870648 tst switch_tch_pdch.py: using RAC 28\u000a10:40:29.993069 tst switch_tch_pdch.py: using CellId 27823\u000a10:40:30.120724 tst switch_tch_pdch.py: using BVCI 27824\u000a10:40:30.145062 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:40:30.156672 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:40:30.168080 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:40:30.179940 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:40:30.191457 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:40:30.203183 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:40:30.215077 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:40:30.226764 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:40:30.343116 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:40:30.623248 tst switch_tch_pdch.py:51: start network...\u000a10:40:30.747657 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:40:31.271785 run create_hlr_db(pid=30115): Launched\u000a10:40:31.448545 bus /gobi_6: Setting Powered False\u000a10:40:32.481381 run create_hlr_db(pid=30115): Terminated: ok {rc=0}\u000a10:40:32.884323 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30117): Launched\u000a10:40:33.181700 run osmo-hlr_10.42.42.2(pid=30118): Launched\u000a10:40:33.297112 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:40:33.822156 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30120): Launched\u000a10:40:34.120330 run osmo-stp_10.42.42.5(pid=30121): Launched\u000a10:40:34.229592 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:40:34.750541 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30123): Launched\u000a10:40:34.855894 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:40:35.115302 run patchelf(pid=30124): Launched\u000a10:40:35.289638 run osmo-stp_10.42.42.5(pid=30121): ERR: Terminated: ERROR {rc=1} [trial-2373↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30121)]\u000a10:40:35.417162 run osmo-stp_10.42.42.5(pid=30121): stdout: \u000a| (launched: 2022-12-10_10:40:33.973372)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:40:35.544725 run osmo-stp_10.42.42.5(pid=30121): stderr: \u000a| �[0;m�[38;5;43m20221210104034141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104034141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104034141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104034142 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104034144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104034144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104034144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:40:35.667772 run osmo-stp_10.42.42.5(pid=30121): stdout: \u000a| (launched: 2022-12-10_10:40:33.973372)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:40:35.789353 run osmo-stp_10.42.42.5(pid=30121): stderr: \u000a| �[0;m�[38;5;43m20221210104034141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104034141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104034141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104034142 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104034144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104034144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104034144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:40:35.932635 run patchelf(pid=30124): Terminating (SIGINT)\u000a10:40:36.100598 run patchelf(pid=30124): Terminated: ok {rc=0}\u000a10:40:36.131092 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=30121): Process ended prematurely: osmo-stp_10.42.42.5(pid=30121) [trial-2373↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30121)] [trial-2373↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a10:40:36.140024 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a10:40:36.199515 run osmo-hlr_10.42.42.2(pid=30118): ERR: Terminated: ERROR {rc=237} [trial-2373↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30118)]\u000a10:40:36.248163 run osmo-hlr_10.42.42.2(pid=30118): stdout: \u000a| (launched: 2022-12-10_10:40:33.035984) \u000a10:40:36.297587 run osmo-hlr_10.42.42.2(pid=30118): stderr: \u000a| �[0;m�[1;31m20221210104033213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210104033213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210104033213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104033213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104033213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210104033213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210104033225 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210104033234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210104033234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210104033234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:40:36.339804 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30117): Terminating (SIGTERM)\u000a10:40:36.379655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30120): Terminating (SIGTERM)\u000a10:40:36.419496 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30123): Terminating (SIGTERM)\u000a10:40:36.428710 --- ParallelTerminationStrategy: PID 30117 died...\u000a10:40:36.482196 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30117): Terminated: ok {rc=0}\u000a10:40:36.491910 --- ParallelTerminationStrategy: PID 30120 died...\u000a10:40:36.544638 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30120): Terminated: ok {rc=0}\u000a10:40:36.554385 --- ParallelTerminationStrategy: PID 30123 died...\u000a10:40:36.607171 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30123): Terminated: ok {rc=0}\u000a10:40:36.695684 bus /gobi_0: Setting Powered False\u000a10:40:37.798840 bus /gobi_0: Setting Powered False\u000a10:40:38.909497 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "111", "name" : "dynts_trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:40:29" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "dynts:trx-lms+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30134): Process ended prematurely: osmo-stp_10.42.42.5(pid=30134) [trial-2373↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30134)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30134): Process ended prematurely: osmo-stp_10.42.42.5(pid=30134) [trial-2373↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30134)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 dynts:trx-lms+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a10:40:40.879718 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:40:40.890794 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a10:40:41.044824 tst switch_tch_pdch.py: using LAC 27824\u000a10:40:41.163556 tst switch_tch_pdch.py: using RAC 29\u000a10:40:41.282214 tst switch_tch_pdch.py: using CellId 27824\u000a10:40:41.399361 tst switch_tch_pdch.py: using BVCI 27825\u000a10:40:41.422216 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:40:41.433060 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:40:41.443612 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:40:41.454279 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:40:41.465000 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:40:41.475662 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:40:41.486455 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:40:41.497056 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a10:40:41.612843 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a10:40:41.902503 tst switch_tch_pdch.py:51: start network...\u000a10:40:42.049482 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:40:42.522954 run create_hlr_db(pid=30128): Launched\u000a10:40:42.653996 bus /gobi_6: Setting Powered False\u000a10:40:43.729957 run create_hlr_db(pid=30128): Terminated: ok {rc=0}\u000a10:40:44.106917 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30130): Launched\u000a10:40:44.405168 run osmo-hlr_10.42.42.2(pid=30131): Launched\u000a10:40:44.514329 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:40:45.007229 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30133): Launched\u000a10:40:45.306778 run osmo-stp_10.42.42.5(pid=30134): Launched\u000a10:40:45.415404 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:40:45.935110 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30136): Launched\u000a10:40:46.066866 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:40:46.377514 run patchelf(pid=30137): Launched\u000a10:40:46.554954 run osmo-stp_10.42.42.5(pid=30134): ERR: Terminated: ERROR {rc=1} [trial-2373↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30134)]\u000a10:40:46.685267 run osmo-stp_10.42.42.5(pid=30134): stdout: \u000a| (launched: 2022-12-10_10:40:45.160546)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:40:46.815607 run osmo-stp_10.42.42.5(pid=30134): stderr: \u000a| �[0;m�[38;5;43m20221210104045330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104045331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104045331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104045331 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104045332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104045332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104045332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:40:46.941625 run osmo-stp_10.42.42.5(pid=30134): stdout: \u000a| (launched: 2022-12-10_10:40:45.160546)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:40:47.066175 run osmo-stp_10.42.42.5(pid=30134): stderr: \u000a| �[0;m�[38;5;43m20221210104045330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104045331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104045331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104045331 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104045332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104045332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104045332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:40:47.212490 run patchelf(pid=30137): Terminating (SIGINT)\u000a10:40:47.382937 run patchelf(pid=30137): Terminated: ok {rc=0}\u000a10:40:47.413613 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=30134): Process ended prematurely: osmo-stp_10.42.42.5(pid=30134) [trial-2373↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30134)] [trial-2373↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a10:40:47.422299 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a10:40:47.482048 run osmo-hlr_10.42.42.2(pid=30131): ERR: Terminated: ERROR {rc=237} [trial-2373↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30131)]\u000a10:40:47.530909 run osmo-hlr_10.42.42.2(pid=30131): stdout: \u000a| (launched: 2022-12-10_10:40:44.258047) \u000a10:40:47.580581 run osmo-hlr_10.42.42.2(pid=30131): stderr: \u000a| �[0;m�[1;31m20221210104044435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210104044435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210104044435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104044435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104044435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210104044435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210104044451 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/dynts:trx-lms+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210104044461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210104044462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210104044462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:40:47.622634 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30130): Terminating (SIGTERM)\u000a10:40:47.662149 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30133): Terminating (SIGTERM)\u000a10:40:47.701583 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30136): Terminating (SIGTERM)\u000a10:40:47.710879 --- ParallelTerminationStrategy: PID 30130 died...\u000a10:40:47.764262 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30130): Terminated: ok {rc=0}\u000a10:40:47.774102 --- ParallelTerminationStrategy: PID 30133 died...\u000a10:40:47.826993 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30133): Terminated: ok {rc=0}\u000a10:40:47.836589 --- ParallelTerminationStrategy: PID 30136 died...\u000a10:40:47.890000 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30136): Terminated: ok {rc=0}\u000a10:40:47.979303 bus /gobi_0: Setting Powered False\u000a10:40:49.082315 bus /gobi_0: Setting Powered False\u000a10:40:50.193290 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "112", "name" : "dynts_trx-lms+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:40:40" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "nitb_sms:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=30143): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30143) [trial-2373↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30143)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=30143): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30143) [trial-2373↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30143)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 nitb_sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a10:40:52.081256 tst nitb_sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a10:40:52.092251 tst nitb_sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a10:40:52.223173 tst mo_mt_sms.py: using LAC 27825\u000a10:40:52.342012 tst mo_mt_sms.py: using RAC 30\u000a10:40:52.466009 tst mo_mt_sms.py: using CellId 27825\u000a10:40:52.593653 tst mo_mt_sms.py: using BVCI 27826\u000a10:40:52.618365 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a10:40:52.732743 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a10:40:53.006080 tst mo_mt_sms.py:9: start nitb and bts...\u000a10:40:53.130114 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a10:40:53.747512 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30142): Launched\u000a10:40:54.044164 run osmo-nitb_10.42.42.2(pid=30143): Launched\u000a10:40:54.228189 run osmo-nitb_10.42.42.2(pid=30143): ERR: Terminated: ERROR {rc=2} [trial-2373↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30143)]\u000a10:40:54.363433 run osmo-nitb_10.42.42.2(pid=30143): stdout: \u000a| (launched: 2022-12-10_10:40:53.899368) \u000a10:40:54.499253 run osmo-nitb_10.42.42.2(pid=30143): stderr: \u000a| (launched: 2022-12-10_10:40:53.943668)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:40:54.630216 run osmo-nitb_10.42.42.2(pid=30143): stdout: \u000a| (launched: 2022-12-10_10:40:53.899368) \u000a10:40:54.759786 run osmo-nitb_10.42.42.2(pid=30143): stderr: \u000a| (launched: 2022-12-10_10:40:53.943668)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:40:55.164775 tst osmo-nitb_10.42.42.2(pid=30143): stdout: \u000a| (launched: 2022-12-10_10:40:53.899368) \u000a10:40:55.283615 tst osmo-nitb_10.42.42.2(pid=30143): stderr: \u000a| (launched: 2022-12-10_10:40:53.943668)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:40:55.335391 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=30143): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30143) [trial-2373↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30143)] [trial-2373↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11]\u000a10:40:55.343839 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a10:40:55.379313 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30142): Terminating (SIGTERM)\u000a10:40:55.556871 --- ParallelTerminationStrategy: PID 30142 died...\u000a10:40:55.611830 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30142): Terminated: ok {rc=0}\u000a10:40:55.701911 bus /sierra_3: Setting Powered False\u000a10:40:56.805802 bus /sierra_3: Setting Powered False\u000a10:40:57.917970 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "113", "name" : "nitb_sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:40:51" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "sms:trx-lms-limenet-micro", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30154): Process ended prematurely: osmo-stp_10.42.42.5(pid=30154) [trial-2373↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30154)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30154): Process ended prematurely: osmo-stp_10.42.42.5(pid=30154) [trial-2373↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30154)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a10:40:59.794348 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:40:59.805096 tst sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a10:40:59.933822 tst mo_mt_sms.py: using LAC 27826\u000a10:41:00.051426 tst mo_mt_sms.py: using RAC 31\u000a10:41:00.175172 tst mo_mt_sms.py: using CellId 27826\u000a10:41:00.299209 tst mo_mt_sms.py: using BVCI 27827\u000a10:41:00.323613 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:41:00.335096 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:41:00.346759 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:41:00.358241 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:41:00.369433 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:41:00.380559 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a10:41:00.495699 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a10:41:00.692751 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:41:01.217781 run create_hlr_db(pid=30148): Launched\u000a10:41:01.394874 bus /sierra_2: Setting Powered False\u000a10:41:02.424325 run create_hlr_db(pid=30148): Terminated: ok {rc=0}\u000a10:41:02.826615 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30150): Launched\u000a10:41:03.123717 run osmo-hlr_10.42.42.2(pid=30151): Launched\u000a10:41:03.239199 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:41:03.765809 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30153): Launched\u000a10:41:04.065171 run osmo-stp_10.42.42.5(pid=30154): Launched\u000a10:41:04.173794 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:41:04.721545 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30156): Launched\u000a10:41:05.020425 run osmo-msc_10.42.42.6(pid=30157): Launched\u000a10:41:05.195648 run osmo-stp_10.42.42.5(pid=30154): ERR: Terminated: ERROR {rc=1} [trial-2373↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30154)]\u000a10:41:05.322454 run osmo-stp_10.42.42.5(pid=30154): stdout: \u000a| (launched: 2022-12-10_10:41:03.917032)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:41:05.446944 run osmo-stp_10.42.42.5(pid=30154): stderr: \u000a| �[0;m�[38;5;43m20221210104104089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104104089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104104090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104104090 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104104090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104104091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104104091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:41:05.566811 run osmo-stp_10.42.42.5(pid=30154): stdout: \u000a| (launched: 2022-12-10_10:41:03.917032)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:41:05.686198 run osmo-stp_10.42.42.5(pid=30154): stderr: \u000a| �[0;m�[38;5;43m20221210104104089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104104089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104104090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104104090 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104104090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104104091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104104091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:41:05.738357 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=30154): Process ended prematurely: osmo-stp_10.42.42.5(pid=30154) [trial-2373↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30154)] [trial-2373↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16]\u000a10:41:05.746141 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a10:41:05.806390 run osmo-hlr_10.42.42.2(pid=30151): ERR: Terminated: ERROR {rc=237} [trial-2373↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30151)]\u000a10:41:05.855750 run osmo-hlr_10.42.42.2(pid=30151): stdout: \u000a| (launched: 2022-12-10_10:41:02.977815) \u000a10:41:05.905434 run osmo-hlr_10.42.42.2(pid=30151): stderr: \u000a| �[0;m�[1;31m20221210104103154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210104103154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210104103154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104103154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104103154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210104103154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210104103166 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/sms:trx-lms-limenet-micro/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210104103176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210104103176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210104103176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:41:05.973571 run osmo-msc_10.42.42.6(pid=30157): ERR: Terminated: ERROR {rc=2} [trial-2373↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30157)]\u000a10:41:06.022773 run osmo-msc_10.42.42.6(pid=30157): stdout: \u000a| (launched: 2022-12-10_10:41:04.872828) \u000a10:41:06.073398 run osmo-msc_10.42.42.6(pid=30157): stderr: \u000a| �[0;m�[38;5;43m20221210104105144 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210104105144 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5402d42c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210104105144 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210104105144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210104105144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210104105145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210104105146 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210104105147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210104105147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210104105147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:41:06.116100 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30150): Terminating (SIGTERM)\u000a10:41:06.156137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30153): Terminating (SIGTERM)\u000a10:41:06.196270 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30156): Terminating (SIGTERM)\u000a10:41:06.205647 --- ParallelTerminationStrategy: PID 30150 died...\u000a10:41:06.259156 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30150): Terminated: ok {rc=0}\u000a10:41:06.268759 --- ParallelTerminationStrategy: PID 30153 died...\u000a10:41:06.322154 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30153): Terminated: ok {rc=0}\u000a10:41:06.331810 --- ParallelTerminationStrategy: PID 30156 died...\u000a10:41:06.385052 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30156): Terminated: ok {rc=0}\u000a10:41:06.473452 bus /sierra_3: Setting Powered False\u000a10:41:07.578814 bus /sierra_3: Setting Powered False\u000a10:41:08.691603 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "114", "name" : "sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:40:59" }, { "cases" : [ { "testActions" : [ ], "age" : 234, "className" : "nitb_ussd:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=30163): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30163) [trial-2373↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30163)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=30163): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30163) [trial-2373↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30163)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 nitb_ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a10:41:10.517191 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a10:41:10.528111 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a10:41:10.656444 tst assert_extension.py: using LAC 27827\u000a10:41:10.775821 tst assert_extension.py: using RAC 32\u000a10:41:10.895565 tst assert_extension.py: using CellId 27827\u000a10:41:11.023238 tst assert_extension.py: using BVCI 27828\u000a10:41:11.045866 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a10:41:11.337819 tst assert_extension.py:10: start nitb and bts...\u000a10:41:11.471815 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a10:41:12.134328 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30162): Launched\u000a10:41:12.450528 run osmo-nitb_10.42.42.2(pid=30163): Launched\u000a10:41:12.647817 run osmo-nitb_10.42.42.2(pid=30163): ERR: Terminated: ERROR {rc=2} [trial-2373↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30163)]\u000a10:41:12.793194 run osmo-nitb_10.42.42.2(pid=30163): stdout: \u000a| (launched: 2022-12-10_10:41:12.296830) \u000a10:41:12.938579 run osmo-nitb_10.42.42.2(pid=30163): stderr: \u000a| (launched: 2022-12-10_10:41:12.344320)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:41:13.079078 run osmo-nitb_10.42.42.2(pid=30163): stdout: \u000a| (launched: 2022-12-10_10:41:12.296830) \u000a10:41:13.218587 run osmo-nitb_10.42.42.2(pid=30163): stderr: \u000a| (launched: 2022-12-10_10:41:12.344320)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:41:13.584611 tst osmo-nitb_10.42.42.2(pid=30163): stdout: \u000a| (launched: 2022-12-10_10:41:12.296830) \u000a10:41:13.708706 tst osmo-nitb_10.42.42.2(pid=30163): stderr: \u000a| (launched: 2022-12-10_10:41:12.344320)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:41:13.761543 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=30163): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30163) [trial-2373↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30163)] [trial-2373↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12]\u000a10:41:13.770231 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a10:41:13.806013 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30162): Terminating (SIGTERM)\u000a10:41:13.983765 --- ParallelTerminationStrategy: PID 30162 died...\u000a10:41:14.039442 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30162): Terminated: ok {rc=0}\u000a10:41:14.123106 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "115", "name" : "nitb_ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:41:10" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "ussd:trx-lms-limenet-micro", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30173): Process ended prematurely: osmo-stp_10.42.42.5(pid=30173) [trial-2373↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30173)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30173): Process ended prematurely: osmo-stp_10.42.42.5(pid=30173) [trial-2373↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30173)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a10:41:15.978351 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:41:15.991323 tst ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a10:41:16.145022 tst assert_extension.py: using LAC 27828\u000a10:41:16.265076 tst assert_extension.py: using RAC 33\u000a10:41:16.390938 tst assert_extension.py: using CellId 27828\u000a10:41:16.519238 tst assert_extension.py: using BVCI 27829\u000a10:41:16.544606 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:41:16.556508 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:41:16.568320 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:41:16.581014 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:41:16.594316 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:41:16.606025 tst ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a10:41:16.842119 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:41:17.357036 run create_hlr_db(pid=30167): Launched\u000a10:41:17.543405 bus /sierra_2: Setting Powered False\u000a10:41:18.564098 run create_hlr_db(pid=30167): Terminated: ok {rc=0}\u000a10:41:18.967236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30169): Launched\u000a10:41:19.267937 run osmo-hlr_10.42.42.2(pid=30170): Launched\u000a10:41:19.382911 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:41:19.904884 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30172): Launched\u000a10:41:20.206213 run osmo-stp_10.42.42.5(pid=30173): Launched\u000a10:41:20.315158 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:41:20.860524 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30175): Launched\u000a10:41:21.160268 run osmo-msc_10.42.42.6(pid=30176): Launched\u000a10:41:21.335996 run osmo-stp_10.42.42.5(pid=30173): ERR: Terminated: ERROR {rc=1} [trial-2373↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30173)]\u000a10:41:21.462767 run osmo-stp_10.42.42.5(pid=30173): stdout: \u000a| (launched: 2022-12-10_10:41:20.057140)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:41:21.586889 run osmo-stp_10.42.42.5(pid=30173): stderr: \u000a| �[0;m�[38;5;43m20221210104120228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104120228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104120228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104120228 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104120229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104120229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104120229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:41:21.706663 run osmo-stp_10.42.42.5(pid=30173): stdout: \u000a| (launched: 2022-12-10_10:41:20.057140)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:41:21.825634 run osmo-stp_10.42.42.5(pid=30173): stderr: \u000a| �[0;m�[38;5;43m20221210104120228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104120228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104120228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104120228 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104120229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104120229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104120229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:41:21.877644 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=30173): Process ended prematurely: osmo-stp_10.42.42.5(pid=30173) [trial-2373↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30173)] [trial-2373↪ussd:trx-lms-limenet-micro↪assert_extension.py:17]\u000a10:41:21.885629 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a10:41:21.944995 run osmo-hlr_10.42.42.2(pid=30170): ERR: Terminated: ERROR {rc=237} [trial-2373↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30170)]\u000a10:41:21.993840 run osmo-hlr_10.42.42.2(pid=30170): stdout: \u000a| (launched: 2022-12-10_10:41:19.119429) \u000a10:41:22.043261 run osmo-hlr_10.42.42.2(pid=30170): stderr: \u000a| �[0;m�[1;31m20221210104119294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210104119294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210104119294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104119294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104119294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210104119294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210104119306 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/ussd:trx-lms-limenet-micro/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210104119315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210104119315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210104119315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:41:22.110266 run osmo-msc_10.42.42.6(pid=30176): ERR: Terminated: ERROR {rc=2} [trial-2373↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30176)]\u000a10:41:22.158753 run osmo-msc_10.42.42.6(pid=30176): stdout: \u000a| (launched: 2022-12-10_10:41:21.013058) \u000a10:41:22.208503 run osmo-msc_10.42.42.6(pid=30176): stderr: \u000a| �[0;m�[38;5;43m20221210104121287 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210104121287 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8d5aa28c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210104121287 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210104121287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210104121287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210104121288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210104121289 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210104121290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210104121290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210104121290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:41:22.250205 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30169): Terminating (SIGTERM)\u000a10:41:22.289672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30172): Terminating (SIGTERM)\u000a10:41:22.329156 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30175): Terminating (SIGTERM)\u000a10:41:22.338411 --- ParallelTerminationStrategy: PID 30169 died...\u000a10:41:22.391795 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30169): Terminated: ok {rc=0}\u000a10:41:22.401852 --- ParallelTerminationStrategy: PID 30172 died...\u000a10:41:22.454779 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30172): Terminated: ok {rc=0}\u000a10:41:22.464548 --- ParallelTerminationStrategy: PID 30175 died...\u000a10:41:22.517391 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30175): Terminated: ok {rc=0}\u000a10:41:22.606205 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "116", "name" : "ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:41:15" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30187): Process ended prematurely: osmo-stp_10.42.42.5(pid=30187) [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30187)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30187): Process ended prematurely: osmo-stp_10.42.42.5(pid=30187) [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30187)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a10:41:24.551357 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:41:24.562945 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a10:41:24.716354 tst mo_mt_call.py: using LAC 27829\u000a10:41:24.837347 tst mo_mt_call.py: using RAC 34\u000a10:41:24.956292 tst mo_mt_call.py: using CellId 27829\u000a10:41:25.077424 tst mo_mt_call.py: using BVCI 27830\u000a10:41:25.100383 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:41:25.111751 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:41:25.122967 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:41:25.134132 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:41:25.145381 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:41:25.156463 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:41:25.276437 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:41:25.481892 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:41:25.968679 run create_hlr_db(pid=30181): Launched\u000a10:41:26.144425 bus /sierra_2: Setting Powered False\u000a10:41:27.164259 run create_hlr_db(pid=30181): Terminated: ok {rc=0}\u000a10:41:27.597402 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30183): Launched\u000a10:41:27.922787 run osmo-hlr_10.42.42.2(pid=30184): Launched\u000a10:41:28.044303 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:41:28.609796 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30186): Launched\u000a10:41:28.913924 run osmo-stp_10.42.42.5(pid=30187): Launched\u000a10:41:29.024355 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:41:29.581926 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30189): Launched\u000a10:41:29.886812 run osmo-msc_10.42.42.6(pid=30190): Launched\u000a10:41:30.065189 run osmo-stp_10.42.42.5(pid=30187): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30187)]\u000a10:41:30.193882 run osmo-stp_10.42.42.5(pid=30187): stdout: \u000a| (launched: 2022-12-10_10:41:28.765122)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:41:30.321464 run osmo-stp_10.42.42.5(pid=30187): stderr: \u000a| �[0;m�[38;5;43m20221210104128935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104128935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104128936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104128936 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104128936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104128937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104128937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:41:30.443617 run osmo-stp_10.42.42.5(pid=30187): stdout: \u000a| (launched: 2022-12-10_10:41:28.765122)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:41:30.564222 run osmo-stp_10.42.42.5(pid=30187): stderr: \u000a| �[0;m�[38;5;43m20221210104128935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104128935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104128936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104128936 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104128936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104128937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104128937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:41:30.617806 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30187): Process ended prematurely: osmo-stp_10.42.42.5(pid=30187) [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30187)] [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a10:41:30.626356 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a10:41:30.686280 run osmo-hlr_10.42.42.2(pid=30184): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30184)]\u000a10:41:30.735197 run osmo-hlr_10.42.42.2(pid=30184): stdout: \u000a| (launched: 2022-12-10_10:41:27.763481) \u000a10:41:30.784594 run osmo-hlr_10.42.42.2(pid=30184): stderr: \u000a| �[0;m�[1;31m20221210104127959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210104127959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210104127959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104127959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104127959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210104127959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210104127973 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210104127983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210104127983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210104127983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:41:30.882698 run osmo-msc_10.42.42.6(pid=30190): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30190)]\u000a10:41:30.936003 run osmo-msc_10.42.42.6(pid=30190): stdout: \u000a| (launched: 2022-12-10_10:41:29.736447) \u000a10:41:30.986366 run osmo-msc_10.42.42.6(pid=30190): stderr: \u000a| �[0;m�[38;5;43m20221210104130008 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210104130009 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6bff6d5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210104130009 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210104130009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210104130009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210104130009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210104130011 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210104130012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210104130012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210104130013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:41:31.029798 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30183): Terminating (SIGTERM)\u000a10:41:31.071068 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30186): Terminating (SIGTERM)\u000a10:41:31.114810 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30189): Terminating (SIGTERM)\u000a10:41:31.124525 --- ParallelTerminationStrategy: PID 30183 died...\u000a10:41:31.178525 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30183): Terminated: ok {rc=0}\u000a10:41:31.188729 --- ParallelTerminationStrategy: PID 30186 died...\u000a10:41:31.242953 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30186): Terminated: ok {rc=0}\u000a10:41:31.253233 --- ParallelTerminationStrategy: PID 30189 died...\u000a10:41:31.307246 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30189): Terminated: ok {rc=0}\u000a10:41:31.392486 bus /sierra_3: Setting Powered False\u000a10:41:32.497795 bus /sierra_3: Setting Powered False\u000a10:41:33.605799 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 209, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30198): Process ended prematurely: osmo-stp_10.42.42.5(pid=30198) [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30198)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30198): Process ended prematurely: osmo-stp_10.42.42.5(pid=30198) [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30198)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:41:34.721828 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:41:34.734431 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a10:41:34.898469 tst mo_mt_call_osmux.py: using LAC 27830\u000a10:41:35.021887 tst mo_mt_call_osmux.py: using RAC 35\u000a10:41:35.142186 tst mo_mt_call_osmux.py: using CellId 27830\u000a10:41:35.264147 tst mo_mt_call_osmux.py: using BVCI 27831\u000a10:41:35.287409 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:41:35.298847 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:41:35.310422 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:41:35.321833 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:41:35.333528 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:41:35.344865 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:41:35.463290 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:41:35.676307 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:41:36.189530 run create_hlr_db(pid=30192): Launched\u000a10:41:36.378618 bus /sierra_2: Setting Powered False\u000a10:41:37.398481 run create_hlr_db(pid=30192): Terminated: ok {rc=0}\u000a10:41:37.809431 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30194): Launched\u000a10:41:38.114126 run osmo-hlr_10.42.42.2(pid=30195): Launched\u000a10:41:38.226566 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:41:38.755127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30197): Launched\u000a10:41:39.059121 run osmo-stp_10.42.42.5(pid=30198): Launched\u000a10:41:39.170021 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:41:39.730771 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30200): Launched\u000a10:41:40.035870 run osmo-msc_10.42.42.6(pid=30201): Launched\u000a10:41:40.215142 run osmo-stp_10.42.42.5(pid=30198): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30198)]\u000a10:41:40.344231 run osmo-stp_10.42.42.5(pid=30198): stdout: \u000a| (launched: 2022-12-10_10:41:38.909411)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:41:40.471987 run osmo-stp_10.42.42.5(pid=30198): stderr: \u000a| �[0;m�[38;5;43m20221210104139080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104139081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104139081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104139081 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104139082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104139082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104139082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:41:40.594945 run osmo-stp_10.42.42.5(pid=30198): stdout: \u000a| (launched: 2022-12-10_10:41:38.909411)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:41:40.716473 run osmo-stp_10.42.42.5(pid=30198): stderr: \u000a| �[0;m�[38;5;43m20221210104139080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104139081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104139081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104139081 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104139082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104139082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104139082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:41:40.770037 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30198): Process ended prematurely: osmo-stp_10.42.42.5(pid=30198) [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30198)] [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a10:41:40.778579 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a10:41:40.838744 run osmo-hlr_10.42.42.2(pid=30195): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30195)]\u000a10:41:40.887733 run osmo-hlr_10.42.42.2(pid=30195): stdout: \u000a| (launched: 2022-12-10_10:41:37.964364) \u000a10:41:40.937216 run osmo-hlr_10.42.42.2(pid=30195): stderr: \u000a| �[0;m�[1;31m20221210104138141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210104138141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210104138141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104138141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104138141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210104138141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210104138154 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210104138164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210104138164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210104138164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:41:41.004415 run osmo-msc_10.42.42.6(pid=30201): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30201)]\u000a10:41:41.053028 run osmo-msc_10.42.42.6(pid=30201): stdout: \u000a| (launched: 2022-12-10_10:41:39.884851) \u000a10:41:41.102351 run osmo-msc_10.42.42.6(pid=30201): stderr: \u000a| �[0;m�[38;5;43m20221210104140159 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210104140160 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe3fc267c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210104140160 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210104140160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210104140160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210104140160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210104140162 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210104140163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210104140163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210104140163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:41:41.144126 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30194): Terminating (SIGTERM)\u000a10:41:41.183810 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30197): Terminating (SIGTERM)\u000a10:41:41.223534 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30200): Terminating (SIGTERM)\u000a10:41:41.233050 --- ParallelTerminationStrategy: PID 30194 died...\u000a10:41:41.286670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30194): Terminated: ok {rc=0}\u000a10:41:41.296482 --- ParallelTerminationStrategy: PID 30197 died...\u000a10:41:41.349436 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30197): Terminated: ok {rc=0}\u000a10:41:41.359317 --- ParallelTerminationStrategy: PID 30200 died...\u000a10:41:41.412505 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30200): Terminated: ok {rc=0}\u000a10:41:41.495738 bus /sierra_3: Setting Powered False\u000a10:41:42.602612 bus /sierra_3: Setting Powered False\u000a10:41:43.715086 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "117", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:41:24" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30212): Process ended prematurely: osmo-stp_10.42.42.5(pid=30212) [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30212)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30212): Process ended prematurely: osmo-stp_10.42.42.5(pid=30212) [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30212)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a10:41:45.698005 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:41:45.709296 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a10:41:45.864051 tst mo_mt_call.py: using LAC 27831\u000a10:41:45.993703 tst mo_mt_call.py: using RAC 36\u000a10:41:46.117462 tst mo_mt_call.py: using CellId 27831\u000a10:41:46.269382 tst mo_mt_call.py: using BVCI 27832\u000a10:41:46.302137 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:41:46.317434 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:41:46.331933 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:41:46.347001 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:41:46.361878 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:41:46.375968 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:41:46.503195 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:41:46.711577 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:41:47.248423 run create_hlr_db(pid=30206): Launched\u000a10:41:47.424450 bus /sierra_2: Setting Powered False\u000a10:41:48.446499 run create_hlr_db(pid=30206): Terminated: ok {rc=0}\u000a10:41:48.880543 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30208): Launched\u000a10:41:49.205889 run osmo-hlr_10.42.42.2(pid=30209): Launched\u000a10:41:49.326764 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:41:49.893745 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30211): Launched\u000a10:41:50.217864 run osmo-stp_10.42.42.5(pid=30212): Launched\u000a10:41:50.336658 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:41:50.932196 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30214): Launched\u000a10:41:51.257923 run osmo-msc_10.42.42.6(pid=30215): Launched\u000a10:41:51.449425 run osmo-stp_10.42.42.5(pid=30212): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30212)]\u000a10:41:51.587746 run osmo-stp_10.42.42.5(pid=30212): stdout: \u000a| (launched: 2022-12-10_10:41:50.058484)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:41:51.725755 run osmo-stp_10.42.42.5(pid=30212): stderr: \u000a| �[0;m�[38;5;43m20221210104150250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104150251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104150251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104150251 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104150252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104150252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104150252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:41:51.856426 run osmo-stp_10.42.42.5(pid=30212): stdout: \u000a| (launched: 2022-12-10_10:41:50.058484)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:41:51.986281 run osmo-stp_10.42.42.5(pid=30212): stderr: \u000a| �[0;m�[38;5;43m20221210104150250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104150251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104150251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104150251 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104150252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104150252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104150252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:41:52.043634 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30212): Process ended prematurely: osmo-stp_10.42.42.5(pid=30212) [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30212)] [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a10:41:52.052841 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a10:41:52.115882 run osmo-hlr_10.42.42.2(pid=30209): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30209)]\u000a10:41:52.167171 run osmo-hlr_10.42.42.2(pid=30209): stdout: \u000a| (launched: 2022-12-10_10:41:49.045631) \u000a10:41:52.219189 run osmo-hlr_10.42.42.2(pid=30209): stderr: \u000a| �[0;m�[1;31m20221210104149246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210104149246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210104149246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104149246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104149246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210104149246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210104149258 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210104149266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210104149266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210104149266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:41:52.289865 run osmo-msc_10.42.42.6(pid=30215): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30215)]\u000a10:41:52.341320 run osmo-msc_10.42.42.6(pid=30215): stdout: \u000a| (launched: 2022-12-10_10:41:51.097876) \u000a10:41:52.393353 run osmo-msc_10.42.42.6(pid=30215): stderr: \u000a| �[0;m�[38;5;43m20221210104151419 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210104151419 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3501fbfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210104151419 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210104151419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210104151419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210104151419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210104151421 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210104151422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210104151422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210104151422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:41:52.437340 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30208): Terminating (SIGTERM)\u000a10:41:52.479445 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30211): Terminating (SIGTERM)\u000a10:41:52.521505 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30214): Terminating (SIGTERM)\u000a10:41:52.531557 --- ParallelTerminationStrategy: PID 30208 died...\u000a10:41:52.587947 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30208): Terminated: ok {rc=0}\u000a10:41:52.598235 --- ParallelTerminationStrategy: PID 30211 died...\u000a10:41:52.654636 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30211): Terminated: ok {rc=0}\u000a10:41:52.664843 --- ParallelTerminationStrategy: PID 30214 died...\u000a10:41:52.721081 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30214): Terminated: ok {rc=0}\u000a10:41:52.808044 bus /sierra_3: Setting Powered False\u000a10:41:53.914870 bus /sierra_3: Setting Powered False\u000a10:41:55.025948 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 209, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30223): Process ended prematurely: osmo-stp_10.42.42.5(pid=30223) [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30223)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30223): Process ended prematurely: osmo-stp_10.42.42.5(pid=30223) [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30223)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:41:56.137603 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:41:56.149777 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a10:41:56.303480 tst mo_mt_call_osmux.py: using LAC 27832\u000a10:41:56.425452 tst mo_mt_call_osmux.py: using RAC 37\u000a10:41:56.548142 tst mo_mt_call_osmux.py: using CellId 27832\u000a10:41:56.669356 tst mo_mt_call_osmux.py: using BVCI 27833\u000a10:41:56.692399 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:41:56.703725 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:41:56.714908 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:41:56.726138 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:41:56.737380 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:41:56.748515 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:41:56.866825 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:41:57.073317 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:41:57.562461 run create_hlr_db(pid=30217): Launched\u000a10:41:57.738723 bus /sierra_2: Setting Powered False\u000a10:41:58.759524 run create_hlr_db(pid=30217): Terminated: ok {rc=0}\u000a10:41:59.192407 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30219): Launched\u000a10:41:59.518111 run osmo-hlr_10.42.42.2(pid=30220): Launched\u000a10:41:59.639707 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:42:00.207811 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30222): Launched\u000a10:42:00.535289 run osmo-stp_10.42.42.5(pid=30223): Launched\u000a10:42:00.655176 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:42:01.317809 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30228): Launched\u000a10:42:01.832308 run osmo-msc_10.42.42.6(pid=30229): Launched\u000a10:42:02.101643 run osmo-stp_10.42.42.5(pid=30223): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30223)]\u000a10:42:02.252223 run osmo-stp_10.42.42.5(pid=30223): stdout: \u000a| (launched: 2022-12-10_10:42:00.374500)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:42:02.383756 run osmo-stp_10.42.42.5(pid=30223): stderr: \u000a| �[0;m�[38;5;43m20221210104200567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104200567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104200567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104200568 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104200568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104200568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104200568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:42:02.512577 run osmo-stp_10.42.42.5(pid=30223): stdout: \u000a| (launched: 2022-12-10_10:42:00.374500)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:42:02.644082 run osmo-stp_10.42.42.5(pid=30223): stderr: \u000a| �[0;m�[38;5;43m20221210104200567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104200567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104200567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104200568 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104200568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104200568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104200568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:42:02.701838 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30223): Process ended prematurely: osmo-stp_10.42.42.5(pid=30223) [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30223)] [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a10:42:02.711104 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a10:42:02.776828 run osmo-hlr_10.42.42.2(pid=30220): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30220)]\u000a10:42:02.829666 run osmo-hlr_10.42.42.2(pid=30220): stdout: \u000a| (launched: 2022-12-10_10:41:59.357837) \u000a10:42:02.883340 run osmo-hlr_10.42.42.2(pid=30220): stderr: \u000a| �[0;m�[1;31m20221210104159555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210104159556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210104159556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104159556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104159556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210104159556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210104159568 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210104159577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210104159577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210104159577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:42:02.956094 run osmo-msc_10.42.42.6(pid=30229): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30229)]\u000a10:42:03.009197 run osmo-msc_10.42.42.6(pid=30229): stdout: \u000a| (launched: 2022-12-10_10:42:01.479242) \u000a10:42:03.062823 run osmo-msc_10.42.42.6(pid=30229): stderr: \u000a| �[0;m�[38;5;43m20221210104201847 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210104201847 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0b3969cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210104201847 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210104201847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210104201847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210104201847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210104201851 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210104201851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210104201851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210104201851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:42:03.107823 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30219): Terminating (SIGTERM)\u000a10:42:03.151181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30222): Terminating (SIGTERM)\u000a10:42:03.195440 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30228): Terminating (SIGTERM)\u000a10:42:03.205511 --- ParallelTerminationStrategy: PID 30219 died...\u000a10:42:03.263723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30219): Terminated: ok {rc=0}\u000a10:42:03.274248 --- ParallelTerminationStrategy: PID 30222 died...\u000a10:42:03.331839 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30222): Terminated: ok {rc=0}\u000a10:42:03.342692 --- ParallelTerminationStrategy: PID 30228 died...\u000a10:42:03.399740 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30228): Terminated: ok {rc=0}\u000a10:42:03.487303 bus /sierra_3: Setting Powered False\u000a10:42:04.594764 bus /sierra_3: Setting Powered False\u000a10:42:05.703566 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "118", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:41:45" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30240): Process ended prematurely: osmo-stp_10.42.42.5(pid=30240) [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30240)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30240): Process ended prematurely: osmo-stp_10.42.42.5(pid=30240) [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30240)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a10:42:07.704572 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:42:07.716349 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a10:42:07.876353 tst mo_mt_call.py: using LAC 27833\u000a10:42:08.002707 tst mo_mt_call.py: using RAC 38\u000a10:42:08.131517 tst mo_mt_call.py: using CellId 27833\u000a10:42:08.256915 tst mo_mt_call.py: using BVCI 27834\u000a10:42:08.281852 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:42:08.293703 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:42:08.305248 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:42:08.316934 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:42:08.328855 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:42:08.340709 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:42:08.461743 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:42:08.675119 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:42:09.186075 run create_hlr_db(pid=30234): Launched\u000a10:42:09.375785 bus /sierra_2: Setting Powered False\u000a10:42:10.395537 run create_hlr_db(pid=30234): Terminated: ok {rc=0}\u000a10:42:10.807443 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30236): Launched\u000a10:42:11.113663 run osmo-hlr_10.42.42.2(pid=30237): Launched\u000a10:42:11.226087 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:42:11.754254 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30239): Launched\u000a10:42:12.058690 run osmo-stp_10.42.42.5(pid=30240): Launched\u000a10:42:12.170393 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:42:12.733556 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30242): Launched\u000a10:42:13.040368 run osmo-msc_10.42.42.6(pid=30243): Launched\u000a10:42:13.220498 run osmo-stp_10.42.42.5(pid=30240): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30240)]\u000a10:42:13.350000 run osmo-stp_10.42.42.5(pid=30240): stdout: \u000a| (launched: 2022-12-10_10:42:11.908715)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:42:13.477418 run osmo-stp_10.42.42.5(pid=30240): stderr: \u000a| �[0;m�[38;5;43m20221210104212081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104212081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104212081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104212082 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104212082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104212082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104212082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:42:13.599661 run osmo-stp_10.42.42.5(pid=30240): stdout: \u000a| (launched: 2022-12-10_10:42:11.908715)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:42:13.720215 run osmo-stp_10.42.42.5(pid=30240): stderr: \u000a| �[0;m�[38;5;43m20221210104212081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104212081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104212081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104212082 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104212082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104212082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104212082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:42:13.773500 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30240): Process ended prematurely: osmo-stp_10.42.42.5(pid=30240) [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30240)] [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a10:42:13.781964 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a10:42:13.841913 run osmo-hlr_10.42.42.2(pid=30237): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30237)]\u000a10:42:13.891127 run osmo-hlr_10.42.42.2(pid=30237): stdout: \u000a| (launched: 2022-12-10_10:42:10.963072) \u000a10:42:13.941067 run osmo-hlr_10.42.42.2(pid=30237): stderr: \u000a| �[0;m�[1;31m20221210104211137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210104211137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210104211137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104211137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104211137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210104211138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210104211150 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210104211158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210104211158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210104211158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:42:14.009213 run osmo-msc_10.42.42.6(pid=30243): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30243)]\u000a10:42:14.058427 run osmo-msc_10.42.42.6(pid=30243): stdout: \u000a| (launched: 2022-12-10_10:42:12.888793) \u000a10:42:14.108225 run osmo-msc_10.42.42.6(pid=30243): stderr: \u000a| �[0;m�[38;5;43m20221210104213163 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210104213163 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f50b1d4ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210104213163 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210104213164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210104213164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210104213164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210104213166 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210104213166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210104213166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210104213166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:42:14.150614 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30236): Terminating (SIGTERM)\u000a10:42:14.190753 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30239): Terminating (SIGTERM)\u000a10:42:14.230953 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30242): Terminating (SIGTERM)\u000a10:42:14.240361 --- ParallelTerminationStrategy: PID 30236 died...\u000a10:42:14.293946 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30236): Terminated: ok {rc=0}\u000a10:42:14.303735 --- ParallelTerminationStrategy: PID 30239 died...\u000a10:42:14.357153 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30239): Terminated: ok {rc=0}\u000a10:42:14.366812 --- ParallelTerminationStrategy: PID 30242 died...\u000a10:42:14.420122 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30242): Terminated: ok {rc=0}\u000a10:42:14.504258 bus /sierra_3: Setting Powered False\u000a10:42:15.610699 bus /sierra_3: Setting Powered False\u000a10:42:16.746139 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 209, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30252): Process ended prematurely: osmo-stp_10.42.42.5(pid=30252) [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30252)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30252): Process ended prematurely: osmo-stp_10.42.42.5(pid=30252) [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30252)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:42:17.863215 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:42:17.875796 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a10:42:18.038239 tst mo_mt_call_osmux.py: using LAC 27834\u000a10:42:18.165607 tst mo_mt_call_osmux.py: using RAC 39\u000a10:42:18.294612 tst mo_mt_call_osmux.py: using CellId 27834\u000a10:42:18.421277 tst mo_mt_call_osmux.py: using BVCI 27835\u000a10:42:18.446161 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:42:18.458103 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:42:18.469681 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:42:18.481728 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:42:18.493841 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:42:18.506085 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:42:18.624149 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:42:18.837908 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:42:19.350632 run create_hlr_db(pid=30246): Launched\u000a10:42:19.539950 bus /sierra_2: Setting Powered False\u000a10:42:20.559754 run create_hlr_db(pid=30246): Terminated: ok {rc=0}\u000a10:42:20.992677 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30248): Launched\u000a10:42:21.317279 run osmo-hlr_10.42.42.2(pid=30249): Launched\u000a10:42:21.438128 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:42:22.005524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30251): Launched\u000a10:42:22.330601 run osmo-stp_10.42.42.5(pid=30252): Launched\u000a10:42:22.450887 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:42:23.046284 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30254): Launched\u000a10:42:23.371713 run osmo-msc_10.42.42.6(pid=30255): Launched\u000a10:42:23.562096 run osmo-stp_10.42.42.5(pid=30252): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30252)]\u000a10:42:23.700023 run osmo-stp_10.42.42.5(pid=30252): stdout: \u000a| (launched: 2022-12-10_10:42:22.170972)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:42:23.837297 run osmo-stp_10.42.42.5(pid=30252): stderr: \u000a| �[0;m�[38;5;43m20221210104222364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104222364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104222364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104222364 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104222365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104222365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104222365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:42:23.967711 run osmo-stp_10.42.42.5(pid=30252): stdout: \u000a| (launched: 2022-12-10_10:42:22.170972)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:42:24.096687 run osmo-stp_10.42.42.5(pid=30252): stderr: \u000a| �[0;m�[38;5;43m20221210104222364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104222364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104222364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104222364 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104222365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104222365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104222365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:42:24.153764 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30252): Process ended prematurely: osmo-stp_10.42.42.5(pid=30252) [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30252)] [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a10:42:24.162854 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a10:42:24.226680 run osmo-hlr_10.42.42.2(pid=30249): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30249)]\u000a10:42:24.278575 run osmo-hlr_10.42.42.2(pid=30249): stdout: \u000a| (launched: 2022-12-10_10:42:21.157637) \u000a10:42:24.331228 run osmo-hlr_10.42.42.2(pid=30249): stderr: \u000a| �[0;m�[1;31m20221210104221355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210104221355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210104221355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104221355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104221355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210104221355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210104221367 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210104221377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210104221377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210104221377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:42:24.403038 run osmo-msc_10.42.42.6(pid=30255): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30255)]\u000a10:42:24.455050 run osmo-msc_10.42.42.6(pid=30255): stdout: \u000a| (launched: 2022-12-10_10:42:23.211589) \u000a10:42:24.507627 run osmo-msc_10.42.42.6(pid=30255): stderr: \u000a| �[0;m�[38;5;43m20221210104223531 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210104223531 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7858d4bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210104223531 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210104223531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210104223531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210104223531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210104223533 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210104223533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210104223534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210104223534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:42:24.551823 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30248): Terminating (SIGTERM)\u000a10:42:24.594451 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30251): Terminating (SIGTERM)\u000a10:42:24.636463 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30254): Terminating (SIGTERM)\u000a10:42:24.646247 --- ParallelTerminationStrategy: PID 30248 died...\u000a10:42:24.703147 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30248): Terminated: ok {rc=0}\u000a10:42:24.713854 --- ParallelTerminationStrategy: PID 30251 died...\u000a10:42:24.770573 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30251): Terminated: ok {rc=0}\u000a10:42:24.780777 --- ParallelTerminationStrategy: PID 30254 died...\u000a10:42:24.837220 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30254): Terminated: ok {rc=0}\u000a10:42:24.925872 bus /sierra_3: Setting Powered False\u000a10:42:26.029267 bus /sierra_3: Setting Powered False\u000a10:42:27.137770 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "119", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:42:07" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30266): Process ended prematurely: osmo-stp_10.42.42.5(pid=30266) [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30266)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30266): Process ended prematurely: osmo-stp_10.42.42.5(pid=30266) [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30266)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a10:42:29.118052 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:42:29.129324 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a10:42:29.285984 tst mo_mt_call.py: using LAC 27835\u000a10:42:29.404595 tst mo_mt_call.py: using RAC 40\u000a10:42:29.523892 tst mo_mt_call.py: using CellId 27835\u000a10:42:29.641988 tst mo_mt_call.py: using BVCI 27836\u000a10:42:29.665193 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:42:29.676417 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:42:29.687631 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:42:29.698731 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:42:29.709958 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:42:29.721139 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:42:29.840880 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:42:30.053974 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:42:30.566462 run create_hlr_db(pid=30260): Launched\u000a10:42:30.757473 bus /sierra_2: Setting Powered False\u000a10:42:31.779259 run create_hlr_db(pid=30260): Terminated: ok {rc=0}\u000a10:42:32.231659 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30262): Launched\u000a10:42:32.559946 run osmo-hlr_10.42.42.2(pid=30263): Launched\u000a10:42:32.681761 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:42:33.248229 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30265): Launched\u000a10:42:33.572924 run osmo-stp_10.42.42.5(pid=30266): Launched\u000a10:42:33.692298 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:42:34.287748 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30268): Launched\u000a10:42:34.616287 run osmo-msc_10.42.42.6(pid=30269): Launched\u000a10:42:34.810157 run osmo-stp_10.42.42.5(pid=30266): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30266)]\u000a10:42:34.949717 run osmo-stp_10.42.42.5(pid=30266): stdout: \u000a| (launched: 2022-12-10_10:42:33.413570)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:42:35.087915 run osmo-stp_10.42.42.5(pid=30266): stderr: \u000a| �[0;m�[38;5;43m20221210104233608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104233608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104233608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104233609 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104233609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104233609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104233609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:42:35.219427 run osmo-stp_10.42.42.5(pid=30266): stdout: \u000a| (launched: 2022-12-10_10:42:33.413570)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:42:35.349617 run osmo-stp_10.42.42.5(pid=30266): stderr: \u000a| �[0;m�[38;5;43m20221210104233608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104233608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104233608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104233609 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104233609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104233609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104233609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:42:35.406978 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30266): Process ended prematurely: osmo-stp_10.42.42.5(pid=30266) [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30266)] [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a10:42:35.416031 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a10:42:35.480031 run osmo-hlr_10.42.42.2(pid=30263): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30263)]\u000a10:42:35.531986 run osmo-hlr_10.42.42.2(pid=30263): stdout: \u000a| (launched: 2022-12-10_10:42:32.398628) \u000a10:42:35.584676 run osmo-hlr_10.42.42.2(pid=30263): stderr: \u000a| �[0;m�[1;31m20221210104232597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210104232597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210104232597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104232597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104232597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210104232598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210104232610 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210104232620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210104232620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210104232620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:42:35.656247 run osmo-msc_10.42.42.6(pid=30269): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30269)]\u000a10:42:35.708423 run osmo-msc_10.42.42.6(pid=30269): stdout: \u000a| (launched: 2022-12-10_10:42:34.454151) \u000a10:42:35.761128 run osmo-msc_10.42.42.6(pid=30269): stderr: \u000a| �[0;m�[38;5;43m20221210104234776 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210104234776 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff71380ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210104234776 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210104234776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210104234777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210104234777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210104234778 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210104234779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210104234779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210104234779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:42:35.805492 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30262): Terminating (SIGTERM)\u000a10:42:35.847762 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30265): Terminating (SIGTERM)\u000a10:42:35.890350 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30268): Terminating (SIGTERM)\u000a10:42:35.900239 --- ParallelTerminationStrategy: PID 30262 died...\u000a10:42:35.956941 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30262): Terminated: ok {rc=0}\u000a10:42:35.968422 --- ParallelTerminationStrategy: PID 30265 died...\u000a10:42:36.025608 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30265): Terminated: ok {rc=0}\u000a10:42:36.035822 --- ParallelTerminationStrategy: PID 30268 died...\u000a10:42:36.092143 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30268): Terminated: ok {rc=0}\u000a10:42:36.179645 bus /sierra_3: Setting Powered False\u000a10:42:37.288436 bus /sierra_3: Setting Powered False\u000a10:42:38.397439 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 209, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30279): Process ended prematurely: osmo-stp_10.42.42.5(pid=30279) [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30279)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30279): Process ended prematurely: osmo-stp_10.42.42.5(pid=30279) [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30279)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:42:39.514063 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:42:39.526528 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a10:42:39.690115 tst mo_mt_call_osmux.py: using LAC 27836\u000a10:42:39.816904 tst mo_mt_call_osmux.py: using RAC 41\u000a10:42:39.943685 tst mo_mt_call_osmux.py: using CellId 27836\u000a10:42:40.075724 tst mo_mt_call_osmux.py: using BVCI 27837\u000a10:42:40.100419 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:42:40.112221 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:42:40.123972 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:42:40.135708 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:42:40.147656 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a10:42:40.160137 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:42:40.280299 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a10:42:40.488721 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:42:40.979571 run create_hlr_db(pid=30273): Launched\u000a10:42:41.155910 bus /sierra_2: Setting Powered False\u000a10:42:42.176840 run create_hlr_db(pid=30273): Terminated: ok {rc=0}\u000a10:42:42.609942 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30275): Launched\u000a10:42:42.935429 run osmo-hlr_10.42.42.2(pid=30276): Launched\u000a10:42:43.054119 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:42:43.623206 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30278): Launched\u000a10:42:43.950135 run osmo-stp_10.42.42.5(pid=30279): Launched\u000a10:42:44.068718 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:42:44.663367 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30281): Launched\u000a10:42:44.989098 run osmo-msc_10.42.42.6(pid=30282): Launched\u000a10:42:45.180486 run osmo-stp_10.42.42.5(pid=30279): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30279)]\u000a10:42:45.318848 run osmo-stp_10.42.42.5(pid=30279): stdout: \u000a| (launched: 2022-12-10_10:42:43.790197)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:42:45.456518 run osmo-stp_10.42.42.5(pid=30279): stderr: \u000a| �[0;m�[38;5;43m20221210104243984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104243984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104243984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104243985 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104243985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104243985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104243985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:42:45.587672 run osmo-stp_10.42.42.5(pid=30279): stdout: \u000a| (launched: 2022-12-10_10:42:43.790197)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:42:45.718157 run osmo-stp_10.42.42.5(pid=30279): stderr: \u000a| �[0;m�[38;5;43m20221210104243984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104243984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104243984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104243985 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104243985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104243985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104243985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:42:45.775432 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30279): Process ended prematurely: osmo-stp_10.42.42.5(pid=30279) [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30279)] [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a10:42:45.784404 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a10:42:45.849027 run osmo-hlr_10.42.42.2(pid=30276): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30276)]\u000a10:42:45.910382 run osmo-hlr_10.42.42.2(pid=30276): stdout: \u000a| (launched: 2022-12-10_10:42:42.775958) \u000a10:42:45.965249 run osmo-hlr_10.42.42.2(pid=30276): stderr: \u000a| �[0;m�[1;31m20221210104242975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210104242975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210104242975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104242975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104242975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210104242975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210104242987 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210104242996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210104242996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210104242996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:42:46.037832 run osmo-msc_10.42.42.6(pid=30282): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30282)]\u000a10:42:46.094513 run osmo-msc_10.42.42.6(pid=30282): stdout: \u000a| (launched: 2022-12-10_10:42:44.829285) \u000a10:42:46.153145 run osmo-msc_10.42.42.6(pid=30282): stderr: \u000a| �[0;m�[38;5;43m20221210104245152 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210104245152 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdd15098c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210104245153 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210104245153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210104245153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210104245153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210104245155 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210104245155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210104245155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210104245155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:42:46.198765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30275): Terminating (SIGTERM)\u000a10:42:46.242142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30278): Terminating (SIGTERM)\u000a10:42:46.285523 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30281): Terminating (SIGTERM)\u000a10:42:46.296140 --- ParallelTerminationStrategy: PID 30275 died...\u000a10:42:46.355452 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30275): Terminated: ok {rc=0}\u000a10:42:46.366430 --- ParallelTerminationStrategy: PID 30278 died...\u000a10:42:46.424102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30278): Terminated: ok {rc=0}\u000a10:42:46.434803 --- ParallelTerminationStrategy: PID 30281 died...\u000a10:42:46.492243 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30281): Terminated: ok {rc=0}\u000a10:42:46.582430 bus /sierra_3: Setting Powered False\u000a10:42:47.688101 bus /sierra_3: Setting Powered False\u000a10:42:48.796380 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "120", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:42:28" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30293): Process ended prematurely: osmo-stp_10.42.42.5(pid=30293) [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30293)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30293): Process ended prematurely: osmo-stp_10.42.42.5(pid=30293) [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30293)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a10:42:50.806310 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:42:50.817821 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a10:42:50.971073 tst mo_mt_call.py: using LAC 27837\u000a10:42:51.089674 tst mo_mt_call.py: using RAC 42\u000a10:42:51.208309 tst mo_mt_call.py: using CellId 27837\u000a10:42:51.326242 tst mo_mt_call.py: using BVCI 27838\u000a10:42:51.349481 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:42:51.360662 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:42:51.371878 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:42:51.383044 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:42:51.394286 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:42:51.405429 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:42:51.525396 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:42:51.739731 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:42:52.254020 run create_hlr_db(pid=30287): Launched\u000a10:42:52.443925 bus /sierra_2: Setting Powered False\u000a10:42:53.463708 run create_hlr_db(pid=30287): Terminated: ok {rc=0}\u000a10:42:53.875101 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30289): Launched\u000a10:42:54.180777 run osmo-hlr_10.42.42.2(pid=30290): Launched\u000a10:42:54.294194 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:42:54.823940 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30292): Launched\u000a10:42:55.130362 run osmo-stp_10.42.42.5(pid=30293): Launched\u000a10:42:55.241932 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:42:55.800038 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30295): Launched\u000a10:42:56.106287 run osmo-msc_10.42.42.6(pid=30296): Launched\u000a10:42:56.284387 run osmo-stp_10.42.42.5(pid=30293): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30293)]\u000a10:42:56.413548 run osmo-stp_10.42.42.5(pid=30293): stdout: \u000a| (launched: 2022-12-10_10:42:54.980147)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:42:56.540544 run osmo-stp_10.42.42.5(pid=30293): stderr: \u000a| �[0;m�[38;5;43m20221210104255153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104255153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104255153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104255154 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104255154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104255154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104255154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:42:56.662943 run osmo-stp_10.42.42.5(pid=30293): stdout: \u000a| (launched: 2022-12-10_10:42:54.980147)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:42:56.783791 run osmo-stp_10.42.42.5(pid=30293): stderr: \u000a| �[0;m�[38;5;43m20221210104255153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104255153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104255153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104255154 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104255154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104255154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104255154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:42:56.837439 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30293): Process ended prematurely: osmo-stp_10.42.42.5(pid=30293) [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30293)] [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a10:42:56.845938 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a10:42:56.905484 run osmo-hlr_10.42.42.2(pid=30290): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30290)]\u000a10:42:56.954590 run osmo-hlr_10.42.42.2(pid=30290): stdout: \u000a| (launched: 2022-12-10_10:42:54.030122) \u000a10:42:57.003927 run osmo-hlr_10.42.42.2(pid=30290): stderr: \u000a| �[0;m�[1;31m20221210104254207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210104254207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210104254207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104254207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104254207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210104254207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210104254219 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210104254228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210104254228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210104254228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:42:57.070985 run osmo-msc_10.42.42.6(pid=30296): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30296)]\u000a10:42:57.119491 run osmo-msc_10.42.42.6(pid=30296): stdout: \u000a| (launched: 2022-12-10_10:42:55.955205) \u000a10:42:57.168598 run osmo-msc_10.42.42.6(pid=30296): stderr: \u000a| �[0;m�[38;5;43m20221210104256227 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210104256227 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fca000d8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210104256227 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210104256227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210104256227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210104256227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210104256229 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210104256230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210104256230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210104256230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:42:57.210382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30289): Terminating (SIGTERM)\u000a10:42:57.249915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30292): Terminating (SIGTERM)\u000a10:42:57.289352 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30295): Terminating (SIGTERM)\u000a10:42:57.298576 --- ParallelTerminationStrategy: PID 30289 died...\u000a10:42:57.351283 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30289): Terminated: ok {rc=0}\u000a10:42:57.360895 --- ParallelTerminationStrategy: PID 30292 died...\u000a10:42:57.413335 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30292): Terminated: ok {rc=0}\u000a10:42:57.422879 --- ParallelTerminationStrategy: PID 30295 died...\u000a10:42:57.475499 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30295): Terminated: ok {rc=0}\u000a10:42:57.564132 bus /sierra_3: Setting Powered False\u000a10:42:58.667572 bus /sierra_3: Setting Powered False\u000a10:42:59.777156 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 209, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30304): Process ended prematurely: osmo-stp_10.42.42.5(pid=30304) [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30304)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30304): Process ended prematurely: osmo-stp_10.42.42.5(pid=30304) [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30304)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:43:00.918394 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:43:00.931282 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a10:43:01.102205 tst mo_mt_call_osmux.py: using LAC 27838\u000a10:43:01.227031 tst mo_mt_call_osmux.py: using RAC 43\u000a10:43:01.356168 tst mo_mt_call_osmux.py: using CellId 27838\u000a10:43:01.510219 tst mo_mt_call_osmux.py: using BVCI 27839\u000a10:43:01.539740 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:43:01.555089 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:43:01.570927 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:43:01.587477 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:43:01.602331 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:43:01.616917 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:43:01.759538 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:43:02.013507 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:43:02.533417 run create_hlr_db(pid=30298): Launched\u000a10:43:02.722964 bus /sierra_2: Setting Powered False\u000a10:43:03.743477 run create_hlr_db(pid=30298): Terminated: ok {rc=0}\u000a10:43:04.152050 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30300): Launched\u000a10:43:04.456900 run osmo-hlr_10.42.42.2(pid=30301): Launched\u000a10:43:04.569496 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:43:05.099984 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30303): Launched\u000a10:43:05.404199 run osmo-stp_10.42.42.5(pid=30304): Launched\u000a10:43:05.515172 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:43:06.073542 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30306): Launched\u000a10:43:06.379246 run osmo-msc_10.42.42.6(pid=30307): Launched\u000a10:43:06.558943 run osmo-stp_10.42.42.5(pid=30304): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30304)]\u000a10:43:06.689088 run osmo-stp_10.42.42.5(pid=30304): stdout: \u000a| (launched: 2022-12-10_10:43:05.254803)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:43:06.816556 run osmo-stp_10.42.42.5(pid=30304): stderr: \u000a| �[0;m�[38;5;43m20221210104305427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104305427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104305427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104305428 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104305428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104305428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104305428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:43:06.939247 run osmo-stp_10.42.42.5(pid=30304): stdout: \u000a| (launched: 2022-12-10_10:43:05.254803)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:43:07.061440 run osmo-stp_10.42.42.5(pid=30304): stderr: \u000a| �[0;m�[38;5;43m20221210104305427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104305427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104305427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104305428 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104305428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104305428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104305428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:43:07.115127 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30304): Process ended prematurely: osmo-stp_10.42.42.5(pid=30304) [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30304)] [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a10:43:07.123652 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a10:43:07.183891 run osmo-hlr_10.42.42.2(pid=30301): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30301)]\u000a10:43:07.233013 run osmo-hlr_10.42.42.2(pid=30301): stdout: \u000a| (launched: 2022-12-10_10:43:04.306883) \u000a10:43:07.283014 run osmo-hlr_10.42.42.2(pid=30301): stderr: \u000a| �[0;m�[1;31m20221210104304484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210104304484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210104304484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104304484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104304484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210104304484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210104304496 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210104304505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210104304505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210104304505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:43:07.350803 run osmo-msc_10.42.42.6(pid=30307): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30307)]\u000a10:43:07.399718 run osmo-msc_10.42.42.6(pid=30307): stdout: \u000a| (launched: 2022-12-10_10:43:06.228668) \u000a10:43:07.449140 run osmo-msc_10.42.42.6(pid=30307): stderr: \u000a| �[0;m�[38;5;43m20221210104306502 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210104306503 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f83ce0f7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210104306503 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210104306503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210104306503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210104306503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210104306505 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210104306505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210104306506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210104306506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:43:07.491232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30300): Terminating (SIGTERM)\u000a10:43:07.530866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30303): Terminating (SIGTERM)\u000a10:43:07.570621 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30306): Terminating (SIGTERM)\u000a10:43:07.579935 --- ParallelTerminationStrategy: PID 30300 died...\u000a10:43:07.633500 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30300): Terminated: ok {rc=0}\u000a10:43:07.643125 --- ParallelTerminationStrategy: PID 30303 died...\u000a10:43:07.696495 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30303): Terminated: ok {rc=0}\u000a10:43:07.706262 --- ParallelTerminationStrategy: PID 30306 died...\u000a10:43:07.759195 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30306): Terminated: ok {rc=0}\u000a10:43:07.846676 bus /sierra_3: Setting Powered False\u000a10:43:08.953629 bus /sierra_3: Setting Powered False\u000a10:43:10.065117 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "121", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:42:50" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30318): Process ended prematurely: osmo-stp_10.42.42.5(pid=30318) [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30318)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30318): Process ended prematurely: osmo-stp_10.42.42.5(pid=30318) [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30318)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a10:43:12.055149 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:43:12.066587 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:43:12.220238 tst mo_mt_call.py: using LAC 27839\u000a10:43:12.338535 tst mo_mt_call.py: using RAC 44\u000a10:43:12.456742 tst mo_mt_call.py: using CellId 27839\u000a10:43:12.574607 tst mo_mt_call.py: using BVCI 27840\u000a10:43:12.597776 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:43:12.609344 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:43:12.620551 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:43:12.632385 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:43:12.644218 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:43:12.656041 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:43:12.776002 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:43:12.981514 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:43:13.470157 run create_hlr_db(pid=30312): Launched\u000a10:43:13.646568 bus /sierra_2: Setting Powered False\u000a10:43:14.667067 run create_hlr_db(pid=30312): Terminated: ok {rc=0}\u000a10:43:15.074537 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30314): Launched\u000a10:43:15.380579 run osmo-hlr_10.42.42.2(pid=30315): Launched\u000a10:43:15.496594 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:43:16.090443 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30317): Launched\u000a10:43:16.483536 run osmo-stp_10.42.42.5(pid=30318): Launched\u000a10:43:16.655353 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:43:17.332033 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30320): Launched\u000a10:43:17.658726 run osmo-msc_10.42.42.6(pid=30321): Launched\u000a10:43:17.851201 run osmo-stp_10.42.42.5(pid=30318): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30318)]\u000a10:43:17.989508 run osmo-stp_10.42.42.5(pid=30318): stdout: \u000a| (launched: 2022-12-10_10:43:16.278664)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:43:18.126553 run osmo-stp_10.42.42.5(pid=30318): stderr: \u000a| �[0;m�[38;5;43m20221210104316604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104316604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104316604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104316608 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104316609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104316609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104316609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:43:18.257935 run osmo-stp_10.42.42.5(pid=30318): stdout: \u000a| (launched: 2022-12-10_10:43:16.278664)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:43:18.388125 run osmo-stp_10.42.42.5(pid=30318): stderr: \u000a| �[0;m�[38;5;43m20221210104316604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104316604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104316604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104316608 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104316609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104316609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104316609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:43:18.445657 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30318): Process ended prematurely: osmo-stp_10.42.42.5(pid=30318) [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30318)] [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a10:43:18.454618 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a10:43:18.518160 run osmo-hlr_10.42.42.2(pid=30315): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30315)]\u000a10:43:18.569880 run osmo-hlr_10.42.42.2(pid=30315): stdout: \u000a| (launched: 2022-12-10_10:43:15.230327) \u000a10:43:18.622221 run osmo-hlr_10.42.42.2(pid=30315): stderr: \u000a| �[0;m�[1;31m20221210104315406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210104315406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210104315406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104315406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104315406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210104315406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210104315419 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210104315427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210104315428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210104315428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:43:18.693794 run osmo-msc_10.42.42.6(pid=30321): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30321)]\u000a10:43:18.745701 run osmo-msc_10.42.42.6(pid=30321): stdout: \u000a| (launched: 2022-12-10_10:43:17.497889) \u000a10:43:18.798199 run osmo-msc_10.42.42.6(pid=30321): stderr: \u000a| �[0;m�[38;5;43m20221210104317822 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210104317822 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcb3637cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210104317822 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210104317822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210104317822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210104317822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210104317824 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210104317824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210104317825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210104317825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:43:18.842850 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30314): Terminating (SIGTERM)\u000a10:43:18.884588 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30317): Terminating (SIGTERM)\u000a10:43:18.926725 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30320): Terminating (SIGTERM)\u000a10:43:18.936651 --- ParallelTerminationStrategy: PID 30314 died...\u000a10:43:18.992786 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30314): Terminated: ok {rc=0}\u000a10:43:19.003362 --- ParallelTerminationStrategy: PID 30317 died...\u000a10:43:19.059507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30317): Terminated: ok {rc=0}\u000a10:43:19.069766 --- ParallelTerminationStrategy: PID 30320 died...\u000a10:43:19.125782 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30320): Terminated: ok {rc=0}\u000a10:43:19.214238 bus /sierra_3: Setting Powered False\u000a10:43:20.317094 bus /sierra_3: Setting Powered False\u000a10:43:21.426039 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 209, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30329): Process ended prematurely: osmo-stp_10.42.42.5(pid=30329) [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30329)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30329): Process ended prematurely: osmo-stp_10.42.42.5(pid=30329) [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30329)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:43:22.541813 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:43:22.554396 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:43:22.719247 tst mo_mt_call_osmux.py: using LAC 27840\u000a10:43:22.848545 tst mo_mt_call_osmux.py: using RAC 45\u000a10:43:22.979353 tst mo_mt_call_osmux.py: using CellId 27840\u000a10:43:23.105209 tst mo_mt_call_osmux.py: using BVCI 27841\u000a10:43:23.130039 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:43:23.142016 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:43:23.153779 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:43:23.165858 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:43:23.177808 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:43:23.190052 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:43:23.306351 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:43:23.516742 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:43:24.027817 run create_hlr_db(pid=30323): Launched\u000a10:43:24.217114 bus /sierra_2: Setting Powered False\u000a10:43:25.238100 run create_hlr_db(pid=30323): Terminated: ok {rc=0}\u000a10:43:25.671719 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30325): Launched\u000a10:43:25.997791 run osmo-hlr_10.42.42.2(pid=30326): Launched\u000a10:43:26.114867 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:43:26.681344 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30328): Launched\u000a10:43:27.007523 run osmo-stp_10.42.42.5(pid=30329): Launched\u000a10:43:27.126744 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:43:27.722443 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30331): Launched\u000a10:43:28.047774 run osmo-msc_10.42.42.6(pid=30332): Launched\u000a10:43:28.239108 run osmo-stp_10.42.42.5(pid=30329): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30329)]\u000a10:43:28.378177 run osmo-stp_10.42.42.5(pid=30329): stdout: \u000a| (launched: 2022-12-10_10:43:26.847474)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:43:28.515600 run osmo-stp_10.42.42.5(pid=30329): stderr: \u000a| �[0;m�[38;5;43m20221210104327038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104327038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104327039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104327039 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104327041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104327042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104327042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:43:28.646724 run osmo-stp_10.42.42.5(pid=30329): stdout: \u000a| (launched: 2022-12-10_10:43:26.847474)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:43:28.776879 run osmo-stp_10.42.42.5(pid=30329): stderr: \u000a| �[0;m�[38;5;43m20221210104327038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104327038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104327039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104327039 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104327041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104327042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104327042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:43:28.834378 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30329): Process ended prematurely: osmo-stp_10.42.42.5(pid=30329) [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30329)] [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a10:43:28.843678 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a10:43:28.907315 run osmo-hlr_10.42.42.2(pid=30326): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30326)]\u000a10:43:28.959018 run osmo-hlr_10.42.42.2(pid=30326): stdout: \u000a| (launched: 2022-12-10_10:43:25.837593) \u000a10:43:29.011441 run osmo-hlr_10.42.42.2(pid=30326): stderr: \u000a| �[0;m�[1;31m20221210104326036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210104326036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210104326036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104326036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104326036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210104326036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210104326076 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210104326085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210104326085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210104326085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:43:29.082553 run osmo-msc_10.42.42.6(pid=30332): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30332)]\u000a10:43:29.134046 run osmo-msc_10.42.42.6(pid=30332): stdout: \u000a| (launched: 2022-12-10_10:43:27.887673) \u000a10:43:29.186189 run osmo-msc_10.42.42.6(pid=30332): stderr: \u000a| �[0;m�[38;5;43m20221210104328208 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210104328208 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f27af613c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210104328208 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210104328208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210104328208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210104328209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210104328211 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210104328211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210104328212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210104328212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:43:29.230624 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30325): Terminating (SIGTERM)\u000a10:43:29.273069 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30328): Terminating (SIGTERM)\u000a10:43:29.315279 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30331): Terminating (SIGTERM)\u000a10:43:29.325291 --- ParallelTerminationStrategy: PID 30325 died...\u000a10:43:29.381605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30325): Terminated: ok {rc=0}\u000a10:43:29.391852 --- ParallelTerminationStrategy: PID 30328 died...\u000a10:43:29.447767 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30328): Terminated: ok {rc=0}\u000a10:43:29.458095 --- ParallelTerminationStrategy: PID 30331 died...\u000a10:43:29.513761 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30331): Terminated: ok {rc=0}\u000a10:43:29.600741 bus /sierra_3: Setting Powered False\u000a10:43:30.706920 bus /sierra_3: Setting Powered False\u000a10:43:31.823975 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "122", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:43:11" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30343): Process ended prematurely: osmo-stp_10.42.42.5(pid=30343) [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30343)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30343): Process ended prematurely: osmo-stp_10.42.42.5(pid=30343) [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30343)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a10:43:33.833299 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:43:33.844880 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:43:34.006089 tst mo_mt_call.py: using LAC 27841\u000a10:43:34.131451 tst mo_mt_call.py: using RAC 46\u000a10:43:34.254544 tst mo_mt_call.py: using CellId 27841\u000a10:43:34.373658 tst mo_mt_call.py: using BVCI 27842\u000a10:43:34.396918 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:43:34.408057 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:43:34.419075 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:43:34.430511 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:43:34.442017 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:43:34.453354 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:43:34.574000 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:43:34.786110 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:43:35.298476 run create_hlr_db(pid=30337): Launched\u000a10:43:35.488032 bus /sierra_2: Setting Powered False\u000a10:43:36.507795 run create_hlr_db(pid=30337): Terminated: ok {rc=0}\u000a10:43:36.917284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30339): Launched\u000a10:43:37.223005 run osmo-hlr_10.42.42.2(pid=30340): Launched\u000a10:43:37.339609 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:43:37.870632 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30342): Launched\u000a10:43:38.175854 run osmo-stp_10.42.42.5(pid=30343): Launched\u000a10:43:38.286839 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:43:38.846141 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30345): Launched\u000a10:43:39.153369 run osmo-msc_10.42.42.6(pid=30346): Launched\u000a10:43:39.334691 run osmo-stp_10.42.42.5(pid=30343): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30343)]\u000a10:43:39.472648 run osmo-stp_10.42.42.5(pid=30343): stdout: \u000a| (launched: 2022-12-10_10:43:38.025344)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:43:39.599852 run osmo-stp_10.42.42.5(pid=30343): stderr: \u000a| �[0;m�[38;5;43m20221210104338196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104338197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104338197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104338197 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104338198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104338198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104338198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:43:39.722223 run osmo-stp_10.42.42.5(pid=30343): stdout: \u000a| (launched: 2022-12-10_10:43:38.025344)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:43:39.843496 run osmo-stp_10.42.42.5(pid=30343): stderr: \u000a| �[0;m�[38;5;43m20221210104338196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104338197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104338197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104338197 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104338198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104338198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104338198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:43:39.897012 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30343): Process ended prematurely: osmo-stp_10.42.42.5(pid=30343) [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30343)] [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a10:43:39.905461 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a10:43:39.965864 run osmo-hlr_10.42.42.2(pid=30340): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30340)]\u000a10:43:40.014891 run osmo-hlr_10.42.42.2(pid=30340): stdout: \u000a| (launched: 2022-12-10_10:43:37.072506) \u000a10:43:40.064470 run osmo-hlr_10.42.42.2(pid=30340): stderr: \u000a| �[0;m�[1;31m20221210104337251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210104337251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210104337252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104337252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104337252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210104337252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210104337263 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210104337272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210104337272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210104337272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:43:40.132372 run osmo-msc_10.42.42.6(pid=30346): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30346)]\u000a10:43:40.181708 run osmo-msc_10.42.42.6(pid=30346): stdout: \u000a| (launched: 2022-12-10_10:43:39.001987) \u000a10:43:40.231491 run osmo-msc_10.42.42.6(pid=30346): stderr: \u000a| �[0;m�[38;5;43m20221210104339275 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210104339276 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff17ecacc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210104339276 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210104339276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210104339276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210104339276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210104339278 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210104339278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210104339278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210104339278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:43:40.273628 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30339): Terminating (SIGTERM)\u000a10:43:40.313402 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30342): Terminating (SIGTERM)\u000a10:43:40.353196 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30345): Terminating (SIGTERM)\u000a10:43:40.362157 --- ParallelTerminationStrategy: PID 30339 died...\u000a10:43:40.416066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30339): Terminated: ok {rc=0}\u000a10:43:40.425861 --- ParallelTerminationStrategy: PID 30342 died...\u000a10:43:40.480162 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30342): Terminated: ok {rc=0}\u000a10:43:40.489972 --- ParallelTerminationStrategy: PID 30345 died...\u000a10:43:40.543388 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30345): Terminated: ok {rc=0}\u000a10:43:40.627070 bus /sierra_3: Setting Powered False\u000a10:43:41.735232 bus /sierra_3: Setting Powered False\u000a10:43:42.843114 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 209, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30355): Process ended prematurely: osmo-stp_10.42.42.5(pid=30355) [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30355)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30355): Process ended prematurely: osmo-stp_10.42.42.5(pid=30355) [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30355)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:43:43.958489 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:43:43.971044 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:43:44.134526 tst mo_mt_call_osmux.py: using LAC 27842\u000a10:43:44.266749 tst mo_mt_call_osmux.py: using RAC 47\u000a10:43:44.392303 tst mo_mt_call_osmux.py: using CellId 27842\u000a10:43:44.518592 tst mo_mt_call_osmux.py: using BVCI 27843\u000a10:43:44.543383 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:43:44.555179 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:43:44.566690 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:43:44.578370 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:43:44.590461 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a10:43:44.602187 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:43:44.721745 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a10:43:44.932702 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:43:45.445827 run create_hlr_db(pid=30349): Launched\u000a10:43:45.636063 bus /sierra_2: Setting Powered False\u000a10:43:46.699903 run create_hlr_db(pid=30349): Terminated: ok {rc=0}\u000a10:43:47.234680 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30351): Launched\u000a10:43:47.565554 run osmo-hlr_10.42.42.2(pid=30352): Launched\u000a10:43:47.687429 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:43:48.255767 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30354): Launched\u000a10:43:48.580884 run osmo-stp_10.42.42.5(pid=30355): Launched\u000a10:43:48.698682 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:43:49.293851 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30357): Launched\u000a10:43:49.619404 run osmo-msc_10.42.42.6(pid=30358): Launched\u000a10:43:49.810078 run osmo-stp_10.42.42.5(pid=30355): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30355)]\u000a10:43:49.947833 run osmo-stp_10.42.42.5(pid=30355): stdout: \u000a| (launched: 2022-12-10_10:43:48.420907)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:43:50.085558 run osmo-stp_10.42.42.5(pid=30355): stderr: \u000a| �[0;m�[38;5;43m20221210104348614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104348614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104348614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104348614 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104348615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104348615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104348615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:43:50.216522 run osmo-stp_10.42.42.5(pid=30355): stdout: \u000a| (launched: 2022-12-10_10:43:48.420907)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:43:50.346674 run osmo-stp_10.42.42.5(pid=30355): stderr: \u000a| �[0;m�[38;5;43m20221210104348614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104348614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104348614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104348614 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104348615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104348615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104348615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:43:50.403923 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30355): Process ended prematurely: osmo-stp_10.42.42.5(pid=30355) [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30355)] [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a10:43:50.413353 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a10:43:50.476406 run osmo-hlr_10.42.42.2(pid=30352): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30352)]\u000a10:43:50.527690 run osmo-hlr_10.42.42.2(pid=30352): stdout: \u000a| (launched: 2022-12-10_10:43:47.403927) \u000a10:43:50.579766 run osmo-hlr_10.42.42.2(pid=30352): stderr: \u000a| �[0;m�[1;31m20221210104347604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210104347604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210104347604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104347604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104347604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210104347604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210104347617 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210104347626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210104347626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210104347626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:43:50.650346 run osmo-msc_10.42.42.6(pid=30358): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30358)]\u000a10:43:50.701616 run osmo-msc_10.42.42.6(pid=30358): stdout: \u000a| (launched: 2022-12-10_10:43:49.459835) \u000a10:43:50.753792 run osmo-msc_10.42.42.6(pid=30358): stderr: \u000a| �[0;m�[38;5;43m20221210104349782 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210104349782 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f14fe403c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210104349782 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210104349782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210104349782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210104349783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210104349785 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210104349786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210104349786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210104349786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:43:50.798000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30351): Terminating (SIGTERM)\u000a10:43:50.840047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30354): Terminating (SIGTERM)\u000a10:43:50.882524 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30357): Terminating (SIGTERM)\u000a10:43:50.892517 --- ParallelTerminationStrategy: PID 30351 died...\u000a10:43:50.949284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30351): Terminated: ok {rc=0}\u000a10:43:50.959601 --- ParallelTerminationStrategy: PID 30354 died...\u000a10:43:51.015625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30354): Terminated: ok {rc=0}\u000a10:43:51.025857 --- ParallelTerminationStrategy: PID 30357 died...\u000a10:43:51.081940 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30357): Terminated: ok {rc=0}\u000a10:43:51.168442 bus /sierra_3: Setting Powered False\u000a10:43:52.270223 bus /sierra_3: Setting Powered False\u000a10:43:53.380746 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "123", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:43:33" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30369): Process ended prematurely: osmo-stp_10.42.42.5(pid=30369) [trial-2373↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30369)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30369): Process ended prematurely: osmo-stp_10.42.42.5(pid=30369) [trial-2373↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30369)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 emergency:trx-lms-limenet-micro emergency_mo_mt_call.py\u000a----------------------------------------------\u000a10:43:55.391058 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:43:55.402281 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a10:43:55.535486 tst emergency_mo_mt_call.py: using LAC 27843\u000a10:43:55.651314 tst emergency_mo_mt_call.py: using RAC 48\u000a10:43:55.766748 tst emergency_mo_mt_call.py: using CellId 27843\u000a10:43:55.882633 tst emergency_mo_mt_call.py: using BVCI 27844\u000a10:43:55.905435 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:43:55.916174 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:43:55.926807 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:43:55.937357 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:43:55.947866 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:43:55.958395 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a10:43:56.075707 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a10:43:56.275090 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:43:56.755664 run create_hlr_db(pid=30363): Launched\u000a10:43:56.930174 bus /sierra_2: Setting Powered False\u000a10:43:57.951141 run create_hlr_db(pid=30363): Terminated: ok {rc=0}\u000a10:43:58.352197 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30365): Launched\u000a10:43:58.652453 run osmo-hlr_10.42.42.2(pid=30366): Launched\u000a10:43:58.762583 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:43:59.283799 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30368): Launched\u000a10:43:59.584509 run osmo-stp_10.42.42.5(pid=30369): Launched\u000a10:43:59.707628 tst emergency_mo_mt_call.py: using MSISDN 7689\u000a10:43:59.857214 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:44:00.413213 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30371): Launched\u000a10:44:00.714382 run osmo-msc_10.42.42.6(pid=30372): Launched\u000a10:44:01.011945 run osmo-stp_10.42.42.5(pid=30369): ERR: Terminated: ERROR {rc=1} [trial-2373↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30369)]\u000a10:44:01.147339 run osmo-stp_10.42.42.5(pid=30369): stdout: \u000a| (launched: 2022-12-10_10:43:59.435711)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:44:01.274446 run osmo-stp_10.42.42.5(pid=30369): stderr: \u000a| �[0;m�[38;5;43m20221210104359607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104359607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104359607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104359607 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104359608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104359608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104359608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:44:01.397798 run osmo-stp_10.42.42.5(pid=30369): stdout: \u000a| (launched: 2022-12-10_10:43:59.435711)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:44:01.520417 run osmo-stp_10.42.42.5(pid=30369): stderr: \u000a| �[0;m�[38;5;43m20221210104359607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104359607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104359607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104359607 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104359608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104359608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104359608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:44:01.574497 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=30369): Process ended prematurely: osmo-stp_10.42.42.5(pid=30369) [trial-2373↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30369)] [trial-2373↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19]\u000a10:44:01.583426 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a10:44:01.645071 run osmo-hlr_10.42.42.2(pid=30366): ERR: Terminated: ERROR {rc=237} [trial-2373↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30366)]\u000a10:44:01.695992 run osmo-hlr_10.42.42.2(pid=30366): stdout: \u000a| (launched: 2022-12-10_10:43:58.504529) \u000a10:44:01.747499 run osmo-hlr_10.42.42.2(pid=30366): stderr: \u000a| �[0;m�[1;31m20221210104358681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210104358681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210104358681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104358681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104358681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210104358681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210104358693 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/emergency:trx-lms-limenet-micro/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210104358701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210104358702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210104358702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:44:01.817176 run osmo-msc_10.42.42.6(pid=30372): ERR: Terminated: ERROR {rc=2} [trial-2373↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30372)]\u000a10:44:01.868113 run osmo-msc_10.42.42.6(pid=30372): stdout: \u000a| (launched: 2022-12-10_10:44:00.565763) \u000a10:44:01.919845 run osmo-msc_10.42.42.6(pid=30372): stderr: \u000a| �[0;m�[38;5;43m20221210104400839 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210104400840 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f155c321c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210104400840 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210104400840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210104400840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210104400840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210104400842 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210104400843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210104400843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210104400847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:44:01.963541 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30365): Terminating (SIGTERM)\u000a10:44:02.007152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30368): Terminating (SIGTERM)\u000a10:44:02.048768 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30371): Terminating (SIGTERM)\u000a10:44:02.059178 --- ParallelTerminationStrategy: PID 30365 died...\u000a10:44:02.115424 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30365): Terminated: ok {rc=0}\u000a10:44:02.125706 --- ParallelTerminationStrategy: PID 30368 died...\u000a10:44:02.179835 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30368): Terminated: ok {rc=0}\u000a10:44:02.190082 --- ParallelTerminationStrategy: PID 30371 died...\u000a10:44:02.244300 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30371): Terminated: ok {rc=0}\u000a10:44:02.330395 bus /sierra_3: Setting Powered False\u000a10:44:03.437099 bus /sierra_3: Setting Powered False\u000a10:44:04.544859 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30380): Process ended prematurely: osmo-stp_10.42.42.5(pid=30380) [trial-2373↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30380)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30380): Process ended prematurely: osmo-stp_10.42.42.5(pid=30380) [trial-2373↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30380)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 emergency:trx-lms-limenet-micro emergency_preemptive_call.py\u000a----------------------------------------------\u000a10:44:05.597076 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:44:05.609187 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a10:44:05.751801 tst emergency_preemptive_call.py: using LAC 27844\u000a10:44:05.877119 tst emergency_preemptive_call.py: using RAC 49\u000a10:44:06.003055 tst emergency_preemptive_call.py: using CellId 27844\u000a10:44:06.128328 tst emergency_preemptive_call.py: using BVCI 27845\u000a10:44:06.152649 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:44:06.164088 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:44:06.175329 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:44:06.186817 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:44:06.198272 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a10:44:06.209862 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a10:44:06.328636 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a10:44:06.447300 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a10:44:06.563425 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a10:44:06.771101 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:44:07.276408 run create_hlr_db(pid=30374): Launched\u000a10:44:07.463627 bus /sierra_2: Setting Powered False\u000a10:44:08.484444 run create_hlr_db(pid=30374): Terminated: ok {rc=0}\u000a10:44:08.889403 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30376): Launched\u000a10:44:09.190874 run osmo-hlr_10.42.42.2(pid=30377): Launched\u000a10:44:09.309284 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:44:09.840497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30379): Launched\u000a10:44:10.139888 run osmo-stp_10.42.42.5(pid=30380): Launched\u000a10:44:10.268661 tst emergency_preemptive_call.py: using MSISDN 7690\u000a10:44:10.420359 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:44:10.966035 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30382): Launched\u000a10:44:11.267183 run osmo-msc_10.42.42.6(pid=30383): Launched\u000a10:44:11.443877 run osmo-stp_10.42.42.5(pid=30380): ERR: Terminated: ERROR {rc=1} [trial-2373↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30380)]\u000a10:44:11.572047 run osmo-stp_10.42.42.5(pid=30380): stdout: \u000a| (launched: 2022-12-10_10:44:09.992623)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:44:11.696864 run osmo-stp_10.42.42.5(pid=30380): stderr: \u000a| �[0;m�[38;5;43m20221210104410161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104410161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104410162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104410162 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104410165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104410165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104410165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:44:11.817891 run osmo-stp_10.42.42.5(pid=30380): stdout: \u000a| (launched: 2022-12-10_10:44:09.992623)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:44:11.937361 run osmo-stp_10.42.42.5(pid=30380): stderr: \u000a| �[0;m�[38;5;43m20221210104410161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104410161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104410162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104410162 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104410165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104410165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104410165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:44:11.989763 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=30380): Process ended prematurely: osmo-stp_10.42.42.5(pid=30380) [trial-2373↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30380)] [trial-2373↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32]\u000a10:44:11.997766 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a10:44:12.057282 run osmo-hlr_10.42.42.2(pid=30377): ERR: Terminated: ERROR {rc=237} [trial-2373↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30377)]\u000a10:44:12.105976 run osmo-hlr_10.42.42.2(pid=30377): stdout: \u000a| (launched: 2022-12-10_10:44:09.042400) \u000a10:44:12.155307 run osmo-hlr_10.42.42.2(pid=30377): stderr: \u000a| �[0;m�[1;31m20221210104409219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210104409219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210104409219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104409219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104409219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210104409220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210104409231 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/emergency:trx-lms-limenet-micro/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210104409240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210104409240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210104409241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:44:12.222708 run osmo-msc_10.42.42.6(pid=30383): ERR: Terminated: ERROR {rc=2} [trial-2373↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30383)]\u000a10:44:12.271402 run osmo-msc_10.42.42.6(pid=30383): stdout: \u000a| (launched: 2022-12-10_10:44:11.118620) \u000a10:44:12.320659 run osmo-msc_10.42.42.6(pid=30383): stderr: \u000a| �[0;m�[38;5;43m20221210104411390 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210104411390 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f60ce574c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210104411390 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210104411390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210104411390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210104411391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210104411392 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210104411393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210104411393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210104411393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:44:12.362457 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30376): Terminating (SIGTERM)\u000a10:44:12.401889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30379): Terminating (SIGTERM)\u000a10:44:12.441267 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30382): Terminating (SIGTERM)\u000a10:44:12.450504 --- ParallelTerminationStrategy: PID 30376 died...\u000a10:44:12.503669 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30376): Terminated: ok {rc=0}\u000a10:44:12.513426 --- ParallelTerminationStrategy: PID 30379 died...\u000a10:44:12.566028 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30379): Terminated: ok {rc=0}\u000a10:44:12.575591 --- ParallelTerminationStrategy: PID 30382 died...\u000a10:44:12.628528 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30382): Terminated: ok {rc=0}\u000a10:44:12.715585 bus /sierra_9: Setting Powered False\u000a10:44:13.817650 bus /sierra_9: Setting Powered False\u000a10:44:14.928832 bus /sierra_8: Setting Powered False\u000a10:44:16.040084 bus /sierra_8: Setting Powered False\u000a10:44:17.151863 bus /sierra_3: Setting Powered False\u000a10:44:18.253450 bus /sierra_3: Setting Powered False\u000a10:44:19.363316 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "124", "name" : "emergency_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:43:55" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-lms-limenet-micro", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30399): Process ended prematurely: osmo-stp_10.42.42.5(pid=30399) [trial-2373↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30399)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30399): Process ended prematurely: osmo-stp_10.42.42.5(pid=30399) [trial-2373↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30399)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-lms-limenet-micro cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:44:21.487748 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:44:21.499077 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a10:44:21.641554 tst cs_paging_gprs_active.py: using LAC 27845\u000a10:44:21.764282 tst cs_paging_gprs_active.py: using RAC 50\u000a10:44:21.884274 tst cs_paging_gprs_active.py: using CellId 27845\u000a10:44:22.011870 tst cs_paging_gprs_active.py: using BVCI 27846\u000a10:44:22.036902 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:44:22.048234 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:44:22.059409 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:44:22.071268 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:44:22.082919 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:44:22.094626 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:44:22.106677 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:44:22.118466 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:44:22.131109 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a10:44:22.248573 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a10:44:22.546451 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:44:22.684113 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:44:23.025395 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30389): Launched\u000a10:44:23.306675 run iperf3-srv_10.42.42.10(pid=30390): Launched\u000a10:44:23.507862 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:44:23.644852 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:44:23.985246 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30391): Launched\u000a10:44:24.266792 run iperf3-srv_10.42.42.10(pid=30392): Launched\u000a10:44:24.468224 tst cs_paging_gprs_active.py:38: start network...\u000a10:44:24.605086 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:44:25.118855 run create_hlr_db(pid=30393): Launched\u000a10:44:25.307527 bus /sierra_2: Setting Powered False\u000a10:44:26.329648 run create_hlr_db(pid=30393): Terminated: ok {rc=0}\u000a10:44:26.739915 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30395): Launched\u000a10:44:27.046589 run osmo-hlr_10.42.42.2(pid=30396): Launched\u000a10:44:27.159850 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:44:27.692256 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30398): Launched\u000a10:44:27.999290 run osmo-stp_10.42.42.5(pid=30399): Launched\u000a10:44:28.111075 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:44:28.645080 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30401): Launched\u000a10:44:28.753922 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:44:29.021762 run patchelf(pid=30402): Launched\u000a10:44:29.201650 run osmo-stp_10.42.42.5(pid=30399): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30399)]\u000a10:44:29.332590 run osmo-stp_10.42.42.5(pid=30399): stdout: \u000a| (launched: 2022-12-10_10:44:27.848148)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:44:29.463934 run osmo-stp_10.42.42.5(pid=30399): stderr: \u000a| �[0;m�[38;5;43m20221210104428020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104428020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104428020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104428021 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104428021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104428021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104428021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:44:29.590540 run osmo-stp_10.42.42.5(pid=30399): stdout: \u000a| (launched: 2022-12-10_10:44:27.848148)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:44:29.716546 run osmo-stp_10.42.42.5(pid=30399): stderr: \u000a| �[0;m�[38;5;43m20221210104428020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104428020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104428020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104428021 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104428021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104428021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104428021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:44:29.863416 run patchelf(pid=30402): Terminating (SIGINT)\u000a10:44:30.035813 run patchelf(pid=30402): Terminated: ok {rc=0}\u000a10:44:30.067499 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=30399): Process ended prematurely: osmo-stp_10.42.42.5(pid=30399) [trial-2373↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30399)] [trial-2373↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38]\u000a10:44:30.076875 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a10:44:30.136806 run osmo-hlr_10.42.42.2(pid=30396): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30396)]\u000a10:44:30.185397 run osmo-hlr_10.42.42.2(pid=30396): stdout: \u000a| (launched: 2022-12-10_10:44:26.895678) \u000a10:44:30.234525 run osmo-hlr_10.42.42.2(pid=30396): stderr: \u000a| �[0;m�[1;31m20221210104427071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210104427071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210104427072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104427072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104427072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210104427072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210104427087 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-lms-limenet-micro/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210104427096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210104427096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210104427096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:44:30.276476 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30389): Terminating (SIGTERM)\u000a10:44:30.315983 run iperf3-srv_10.42.42.10(pid=30390): Terminating (SIGTERM)\u000a10:44:30.355457 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30391): Terminating (SIGTERM)\u000a10:44:30.395337 run iperf3-srv_10.42.42.10(pid=30392): Terminating (SIGTERM)\u000a10:44:30.434972 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30395): Terminating (SIGTERM)\u000a10:44:30.474684 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30398): Terminating (SIGTERM)\u000a10:44:30.514390 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30401): Terminating (SIGTERM)\u000a10:44:30.523689 --- ParallelTerminationStrategy: PID 30389 died...\u000a10:44:30.577133 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30389): Terminated: ok {rc=0}\u000a10:44:30.587013 --- ParallelTerminationStrategy: PID 30390 died...\u000a10:44:30.639770 run iperf3-srv_10.42.42.10(pid=30390): Terminated {rc=256}\u000a10:44:30.649874 --- ParallelTerminationStrategy: PID 30391 died...\u000a10:44:30.702914 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30391): Terminated: ok {rc=0}\u000a10:44:30.712621 --- ParallelTerminationStrategy: PID 30392 died...\u000a10:44:30.765789 run iperf3-srv_10.42.42.10(pid=30392): Terminated {rc=256}\u000a10:44:30.775492 --- ParallelTerminationStrategy: PID 30395 died...\u000a10:44:30.828331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30395): Terminated: ok {rc=0}\u000a10:44:30.849333 --- ParallelTerminationStrategy: PID 30398 died...\u000a10:44:30.924429 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30398): Terminated: ok {rc=0}\u000a10:44:30.934772 --- ParallelTerminationStrategy: PID 30401 died...\u000a10:44:30.988685 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30401): Terminated: ok {rc=0}\u000a10:44:31.074372 bus /gobi_0: Setting Powered False\u000a10:44:32.175737 bus /gobi_0: Setting Powered False\u000a10:44:33.281132 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-lms-limenet-micro", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30411): Process ended prematurely: osmo-stp_10.42.42.5(pid=30411) [trial-2373↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30411)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30411): Process ended prematurely: osmo-stp_10.42.42.5(pid=30411) [trial-2373↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30411)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-lms-limenet-micro iperf3.py\u000a----------------------------------------------\u000a10:44:34.396696 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:44:34.408686 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a10:44:34.547007 tst iperf3.py: using LAC 27846\u000a10:44:34.672427 tst iperf3.py: using RAC 51\u000a10:44:34.797501 tst iperf3.py: using CellId 27846\u000a10:44:34.917719 tst iperf3.py: using BVCI 27847\u000a10:44:34.940924 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:44:34.951992 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:44:34.962928 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:44:34.974131 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:44:34.985186 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:44:34.996183 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:44:35.007485 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:44:35.018641 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:44:35.029984 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a10:44:35.310568 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:44:35.437842 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:44:35.757953 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30403): Launched\u000a10:44:36.022445 run iperf3-srv_10.42.42.10(pid=30404): Launched\u000a10:44:36.209011 tst iperf3.py:8: start network...\u000a10:44:36.335831 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:44:36.826911 run create_hlr_db(pid=30405): Launched\u000a10:44:37.003516 bus /gobi_6: Setting Powered False\u000a10:44:38.024232 run create_hlr_db(pid=30405): Terminated: ok {rc=0}\u000a10:44:38.458465 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30407): Launched\u000a10:44:38.786111 run osmo-hlr_10.42.42.2(pid=30408): Launched\u000a10:44:38.907871 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:44:39.479751 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30410): Launched\u000a10:44:39.806904 run osmo-stp_10.42.42.5(pid=30411): Launched\u000a10:44:39.925684 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:44:40.495126 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30413): Launched\u000a10:44:40.612444 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:44:40.898121 run patchelf(pid=30414): Launched\u000a10:44:41.089314 run osmo-stp_10.42.42.5(pid=30411): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30411)]\u000a10:44:41.229248 run osmo-stp_10.42.42.5(pid=30411): stdout: \u000a| (launched: 2022-12-10_10:44:39.645627)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:44:41.369334 run osmo-stp_10.42.42.5(pid=30411): stderr: \u000a| �[0;m�[38;5;43m20221210104439838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104439838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104439839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104439839 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104439839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104439839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104439840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:44:41.504253 run osmo-stp_10.42.42.5(pid=30411): stdout: \u000a| (launched: 2022-12-10_10:44:39.645627)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:44:41.638733 run osmo-stp_10.42.42.5(pid=30411): stderr: \u000a| �[0;m�[38;5;43m20221210104439838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104439838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104439839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104439839 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104439839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104439839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104439840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:44:41.795571 run patchelf(pid=30414): Terminating (SIGINT)\u000a10:44:41.979486 run patchelf(pid=30414): Terminated: ok {rc=0}\u000a10:44:42.013062 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30411): Process ended prematurely: osmo-stp_10.42.42.5(pid=30411) [trial-2373↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30411)] [trial-2373↪gprs:trx-lms-limenet-micro↪iperf3.py:8]\u000a10:44:42.022970 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a10:44:42.087392 run osmo-hlr_10.42.42.2(pid=30408): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-lms-limenet-micro↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30408)]\u000a10:44:42.139456 run osmo-hlr_10.42.42.2(pid=30408): stdout: \u000a| (launched: 2022-12-10_10:44:38.624901) \u000a10:44:42.192102 run osmo-hlr_10.42.42.2(pid=30408): stderr: \u000a| �[0;m�[1;31m20221210104438827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210104438827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210104438827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104438827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104438827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210104438827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210104438839 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-lms-limenet-micro/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210104438849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210104438850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210104438850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:44:42.237265 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30403): Terminating (SIGTERM)\u000a10:44:42.279420 run iperf3-srv_10.42.42.10(pid=30404): Terminating (SIGTERM)\u000a10:44:42.321973 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30407): Terminating (SIGTERM)\u000a10:44:42.364399 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30410): Terminating (SIGTERM)\u000a10:44:42.406997 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30413): Terminating (SIGTERM)\u000a10:44:42.417029 --- ParallelTerminationStrategy: PID 30403 died...\u000a10:44:42.473692 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30403): Terminated: ok {rc=0}\u000a10:44:42.483927 --- ParallelTerminationStrategy: PID 30404 died...\u000a10:44:42.540072 run iperf3-srv_10.42.42.10(pid=30404): Terminated {rc=256}\u000a10:44:42.550283 --- ParallelTerminationStrategy: PID 30407 died...\u000a10:44:42.607023 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30407): Terminated: ok {rc=0}\u000a10:44:42.617472 --- ParallelTerminationStrategy: PID 30410 died...\u000a10:44:42.673626 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30410): Terminated: ok {rc=0}\u000a10:44:42.683888 --- ParallelTerminationStrategy: PID 30413 died...\u000a10:44:42.740277 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30413): Terminated: ok {rc=0}\u000a10:44:42.827465 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-lms-limenet-micro", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30429): Process ended prematurely: osmo-stp_10.42.42.5(pid=30429) [trial-2373↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30429)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30429): Process ended prematurely: osmo-stp_10.42.42.5(pid=30429) [trial-2373↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30429)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-lms-limenet-micro iperf3m4.py\u000a----------------------------------------------\u000a10:44:43.939966 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:44:43.951455 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a10:44:44.088578 tst iperf3m4.py: using LAC 27847\u000a10:44:44.210731 tst iperf3m4.py: using RAC 52\u000a10:44:44.335844 tst iperf3m4.py: using CellId 27847\u000a10:44:44.456288 tst iperf3m4.py: using BVCI 27848\u000a10:44:44.479655 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:44:44.490750 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:44:44.501775 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:44:44.513115 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:44:44.524183 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:44:44.535372 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:44:44.546778 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:44:44.558102 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:44:44.569330 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a10:44:44.691476 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a10:44:44.810654 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a10:44:44.930248 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a10:44:45.213429 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:44:45.340467 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:44:45.657293 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30415): Launched\u000a10:44:45.975639 run iperf3-srv_10.42.42.10(pid=30416): Launched\u000a10:44:46.172436 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:44:46.302182 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:44:46.661156 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30417): Launched\u000a10:44:46.994033 run iperf3-srv_10.42.42.10(pid=30418): Launched\u000a10:44:47.199711 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:44:47.337571 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:44:47.675958 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30419): Launched\u000a10:44:47.957651 run iperf3-srv_10.42.42.10(pid=30420): Launched\u000a10:44:48.158440 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:44:48.294707 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:44:48.633880 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30421): Launched\u000a10:44:48.915753 run iperf3-srv_10.42.42.10(pid=30422): Launched\u000a10:44:49.116090 tst iperf3m4.py:8: start network...\u000a10:44:49.252216 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:44:49.765027 run create_hlr_db(pid=30423): Launched\u000a10:44:49.954800 bus /gobi_6: Setting Powered False\u000a10:44:50.973371 run create_hlr_db(pid=30423): Terminated: ok {rc=0}\u000a10:44:51.407795 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30425): Launched\u000a10:44:51.735201 run osmo-hlr_10.42.42.2(pid=30426): Launched\u000a10:44:51.857819 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:44:52.523482 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30428): Launched\u000a10:44:52.841869 run osmo-stp_10.42.42.5(pid=30429): Launched\u000a10:44:52.957632 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:44:53.514441 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30431): Launched\u000a10:44:53.628160 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:44:53.906974 run patchelf(pid=30432): Launched\u000a10:44:54.094458 run osmo-stp_10.42.42.5(pid=30429): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30429)]\u000a10:44:54.231369 run osmo-stp_10.42.42.5(pid=30429): stdout: \u000a| (launched: 2022-12-10_10:44:52.685364)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:44:54.368203 run osmo-stp_10.42.42.5(pid=30429): stderr: \u000a| �[0;m�[38;5;43m20221210104452877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104452878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104452878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104452878 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104452879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104452879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104452879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:44:54.500302 run osmo-stp_10.42.42.5(pid=30429): stdout: \u000a| (launched: 2022-12-10_10:44:52.685364)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:44:54.631117 run osmo-stp_10.42.42.5(pid=30429): stderr: \u000a| �[0;m�[38;5;43m20221210104452877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104452878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104452878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104452878 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104452879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104452879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104452879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:44:54.784295 run patchelf(pid=30432): Terminating (SIGINT)\u000a10:44:54.963714 run patchelf(pid=30432): Terminated: ok {rc=0}\u000a10:44:54.996825 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30429): Process ended prematurely: osmo-stp_10.42.42.5(pid=30429) [trial-2373↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30429)] [trial-2373↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8]\u000a10:44:55.006799 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a10:44:55.070791 run osmo-hlr_10.42.42.2(pid=30426): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-lms-limenet-micro↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30426)]\u000a10:44:55.122617 run osmo-hlr_10.42.42.2(pid=30426): stdout: \u000a| (launched: 2022-12-10_10:44:51.574117) \u000a10:44:55.174679 run osmo-hlr_10.42.42.2(pid=30426): stderr: \u000a| �[0;m�[1;31m20221210104451774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210104451774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210104451774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104451774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104451774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210104451774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210104451788 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-lms-limenet-micro/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210104451796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210104451796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210104451796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:44:55.218701 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30415): Terminating (SIGTERM)\u000a10:44:55.260548 run iperf3-srv_10.42.42.10(pid=30416): Terminating (SIGTERM)\u000a10:44:55.303898 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30417): Terminating (SIGTERM)\u000a10:44:55.345676 run iperf3-srv_10.42.42.10(pid=30418): Terminating (SIGTERM)\u000a10:44:55.387848 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30419): Terminating (SIGTERM)\u000a10:44:55.429701 run iperf3-srv_10.42.42.10(pid=30420): Terminating (SIGTERM)\u000a10:44:55.471520 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30421): Terminating (SIGTERM)\u000a10:44:55.513352 run iperf3-srv_10.42.42.10(pid=30422): Terminating (SIGTERM)\u000a10:44:55.554986 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30425): Terminating (SIGTERM)\u000a10:44:55.596706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30428): Terminating (SIGTERM)\u000a10:44:55.638665 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30431): Terminating (SIGTERM)\u000a10:44:55.648398 --- ParallelTerminationStrategy: PID 30415 died...\u000a10:44:55.704190 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30415): Terminated: ok {rc=0}\u000a10:44:55.714379 --- ParallelTerminationStrategy: PID 30416 died...\u000a10:44:55.770453 run iperf3-srv_10.42.42.10(pid=30416): Terminated {rc=256}\u000a10:44:55.780425 --- ParallelTerminationStrategy: PID 30417 died...\u000a10:44:55.835939 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30417): Terminated: ok {rc=0}\u000a10:44:55.846276 --- ParallelTerminationStrategy: PID 30418 died...\u000a10:44:55.901990 run iperf3-srv_10.42.42.10(pid=30418): Terminated {rc=256}\u000a10:44:55.912118 --- ParallelTerminationStrategy: PID 30419 died...\u000a10:44:55.967770 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30419): Terminated: ok {rc=0}\u000a10:44:55.978447 --- ParallelTerminationStrategy: PID 30420 died...\u000a10:44:56.033973 run iperf3-srv_10.42.42.10(pid=30420): Terminated {rc=256}\u000a10:44:56.044299 --- ParallelTerminationStrategy: PID 30421 died...\u000a10:44:56.099971 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30421): Terminated: ok {rc=0}\u000a10:44:56.110384 --- ParallelTerminationStrategy: PID 30422 died...\u000a10:44:56.165893 run iperf3-srv_10.42.42.10(pid=30422): Terminated {rc=256}\u000a10:44:56.176213 --- ParallelTerminationStrategy: PID 30425 died...\u000a10:44:56.232009 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30425): Terminated: ok {rc=0}\u000a10:44:56.242012 --- ParallelTerminationStrategy: PID 30428 died...\u000a10:44:56.297398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30428): Terminated: ok {rc=0}\u000a10:44:56.307658 --- ParallelTerminationStrategy: PID 30431 died...\u000a10:44:56.363422 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30431): Terminated: ok {rc=0}\u000a10:44:56.448841 bus /gobi_4: Setting Powered False\u000a10:44:57.554172 bus /gobi_4: Setting Powered False\u000a10:44:58.659967 bus /gobi_1: Setting Powered False\u000a10:44:59.766244 bus /gobi_1: Setting Powered False\u000a10:45:00.903966 bus /gobi_0: Setting Powered False\u000a10:45:02.021450 bus /gobi_0: Setting Powered False\u000a10:45:03.130536 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30442): Process ended prematurely: osmo-stp_10.42.42.5(pid=30442) [trial-2373↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30442)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30442): Process ended prematurely: osmo-stp_10.42.42.5(pid=30442) [trial-2373↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30442)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-lms-limenet-micro ping.py\u000a----------------------------------------------\u000a10:45:04.198696 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:45:04.210569 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a10:45:04.349273 tst ping.py: using LAC 27848\u000a10:45:04.469207 tst ping.py: using RAC 53\u000a10:45:04.585747 tst ping.py: using CellId 27848\u000a10:45:04.701963 tst ping.py: using BVCI 27849\u000a10:45:04.724332 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:45:04.735149 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:45:04.745800 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:45:04.756438 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:45:04.767015 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:45:04.778042 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:45:04.788696 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:45:04.799217 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a10:45:05.069989 tst ping.py:19: start network...\u000a10:45:05.191658 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:45:05.663136 run create_hlr_db(pid=30436): Launched\u000a10:45:05.833719 bus /gobi_6: Setting Powered False\u000a10:45:06.855234 run create_hlr_db(pid=30436): Terminated: ok {rc=0}\u000a10:45:07.249311 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30438): Launched\u000a10:45:07.545142 run osmo-hlr_10.42.42.2(pid=30439): Launched\u000a10:45:07.652094 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:45:08.165836 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30441): Launched\u000a10:45:08.460369 run osmo-stp_10.42.42.5(pid=30442): Launched\u000a10:45:08.567665 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:45:09.082056 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30444): Launched\u000a10:45:09.186267 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:45:09.442835 run patchelf(pid=30445): Launched\u000a10:45:09.615030 run osmo-stp_10.42.42.5(pid=30442): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30442)]\u000a10:45:09.741333 run osmo-stp_10.42.42.5(pid=30442): stdout: \u000a| (launched: 2022-12-10_10:45:08.315270)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:45:09.868114 run osmo-stp_10.42.42.5(pid=30442): stderr: \u000a| �[0;m�[38;5;43m20221210104508487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104508487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104508487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104508488 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104508488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104508488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104508488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:45:09.990076 run osmo-stp_10.42.42.5(pid=30442): stdout: \u000a| (launched: 2022-12-10_10:45:08.315270)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:45:10.111401 run osmo-stp_10.42.42.5(pid=30442): stderr: \u000a| �[0;m�[38;5;43m20221210104508487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104508487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104508487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104508488 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104508488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104508488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104508488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:45:10.252599 run patchelf(pid=30445): Terminating (SIGINT)\u000a10:45:10.418455 run patchelf(pid=30445): Terminated: ok {rc=0}\u000a10:45:10.448648 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=30442): Process ended prematurely: osmo-stp_10.42.42.5(pid=30442) [trial-2373↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30442)] [trial-2373↪gprs:trx-lms-limenet-micro↪ping.py:22]\u000a10:45:10.457084 tst ping.py:22: Test FAILED (6.2 sec)\u000a10:45:10.516640 run osmo-hlr_10.42.42.2(pid=30439): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-lms-limenet-micro↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30439)]\u000a10:45:10.565382 run osmo-hlr_10.42.42.2(pid=30439): stdout: \u000a| (launched: 2022-12-10_10:45:07.398796) \u000a10:45:10.615576 run osmo-hlr_10.42.42.2(pid=30439): stderr: \u000a| �[0;m�[1;31m20221210104507573 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210104507573 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210104507573 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104507573 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104507573 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210104507573 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210104507605 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-lms-limenet-micro/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210104507616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210104507616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210104507616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:45:10.657516 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30438): Terminating (SIGTERM)\u000a10:45:10.697010 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30441): Terminating (SIGTERM)\u000a10:45:10.736222 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30444): Terminating (SIGTERM)\u000a10:45:10.745263 --- ParallelTerminationStrategy: PID 30438 died...\u000a10:45:10.798140 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30438): Terminated: ok {rc=0}\u000a10:45:10.807573 --- ParallelTerminationStrategy: PID 30441 died...\u000a10:45:10.860036 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30441): Terminated: ok {rc=0}\u000a10:45:10.869662 --- ParallelTerminationStrategy: PID 30444 died...\u000a10:45:10.922057 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30444): Terminated: ok {rc=0}\u000a10:45:11.010554 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30452): Process ended prematurely: osmo-stp_10.42.42.5(pid=30452) [trial-2373↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30452)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30452): Process ended prematurely: osmo-stp_10.42.42.5(pid=30452) [trial-2373↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30452)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-lms-limenet-micro ping_idle_ping.py\u000a----------------------------------------------\u000a10:45:12.062584 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:45:12.074376 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a10:45:12.210328 tst ping_idle_ping.py: using LAC 27849\u000a10:45:12.325152 tst ping_idle_ping.py: using RAC 54\u000a10:45:12.441421 tst ping_idle_ping.py: using CellId 27849\u000a10:45:12.557463 tst ping_idle_ping.py: using BVCI 27850\u000a10:45:12.579985 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:45:12.590730 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:45:12.601271 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:45:12.611685 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:45:12.622176 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:45:12.632562 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:45:12.643362 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a10:45:12.653945 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a10:45:12.939522 tst ping_idle_ping.py:24: start network...\u000a10:45:13.071138 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:45:13.566904 run create_hlr_db(pid=30446): Launched\u000a10:45:13.750869 bus /gobi_6: Setting Powered False\u000a10:45:14.771317 run create_hlr_db(pid=30446): Terminated: ok {rc=0}\u000a10:45:15.190691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30448): Launched\u000a10:45:15.504823 run osmo-hlr_10.42.42.2(pid=30449): Launched\u000a10:45:15.623692 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:45:16.235663 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30451): Launched\u000a10:45:16.646394 run osmo-stp_10.42.42.5(pid=30452): Launched\u000a10:45:16.892933 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:45:17.477721 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30454): Launched\u000a10:45:17.590948 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:45:17.865786 run patchelf(pid=30455): Launched\u000a10:45:18.050392 run osmo-stp_10.42.42.5(pid=30452): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30452)]\u000a10:45:18.185601 run osmo-stp_10.42.42.5(pid=30452): stdout: \u000a| (launched: 2022-12-10_10:45:16.391026)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:45:18.321563 run osmo-stp_10.42.42.5(pid=30452): stderr: \u000a| �[0;m�[38;5;43m20221210104516703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104516703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104516704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104516704 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104516706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104516707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104516707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:45:18.452155 run osmo-stp_10.42.42.5(pid=30452): stdout: \u000a| (launched: 2022-12-10_10:45:16.391026)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:45:18.581586 run osmo-stp_10.42.42.5(pid=30452): stderr: \u000a| �[0;m�[38;5;43m20221210104516703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104516703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104516704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104516704 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104516706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104516707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104516707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:45:18.732241 run patchelf(pid=30455): Terminating (SIGINT)\u000a10:45:18.909350 run patchelf(pid=30455): Terminated: ok {rc=0}\u000a10:45:18.941471 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=30452): Process ended prematurely: osmo-stp_10.42.42.5(pid=30452) [trial-2373↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30452)] [trial-2373↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27]\u000a10:45:18.950742 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a10:45:19.014175 run osmo-hlr_10.42.42.2(pid=30449): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30449)]\u000a10:45:19.065589 run osmo-hlr_10.42.42.2(pid=30449): stdout: \u000a| (launched: 2022-12-10_10:45:15.350681) \u000a10:45:19.117639 run osmo-hlr_10.42.42.2(pid=30449): stderr: \u000a| �[0;m�[1;31m20221210104515546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210104515546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210104515547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104515547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104515547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210104515547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210104515563 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-lms-limenet-micro/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210104515572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210104515573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210104515573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:45:19.161809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30448): Terminating (SIGTERM)\u000a10:45:19.203830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30451): Terminating (SIGTERM)\u000a10:45:19.246546 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30454): Terminating (SIGTERM)\u000a10:45:19.256249 --- ParallelTerminationStrategy: PID 30448 died...\u000a10:45:19.312617 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30448): Terminated: ok {rc=0}\u000a10:45:19.322660 --- ParallelTerminationStrategy: PID 30451 died...\u000a10:45:19.378946 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30451): Terminated: ok {rc=0}\u000a10:45:19.388850 --- ParallelTerminationStrategy: PID 30454 died...\u000a10:45:19.445055 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30454): Terminated: ok {rc=0}\u000a10:45:19.532130 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "125", "name" : "gprs_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:44:21" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30471): Process ended prematurely: osmo-stp_10.42.42.5(pid=30471) [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30471)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30471): Process ended prematurely: osmo-stp_10.42.42.5(pid=30471) [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30471)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-lms-limenet-micro+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:45:21.673129 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:45:21.684687 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:45:21.826352 tst cs_paging_gprs_active.py: using LAC 27850\u000a10:45:21.952154 tst cs_paging_gprs_active.py: using RAC 55\u000a10:45:22.082586 tst cs_paging_gprs_active.py: using CellId 27850\u000a10:45:22.206357 tst cs_paging_gprs_active.py: using BVCI 27851\u000a10:45:22.230916 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:45:22.242408 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:45:22.253674 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:45:22.265143 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:45:22.276494 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:45:22.288268 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:45:22.299636 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:45:22.310942 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:45:22.322658 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:45:22.439296 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:45:22.717964 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:45:22.843875 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:45:23.155775 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30461): Launched\u000a10:45:23.415236 run iperf3-srv_10.42.42.10(pid=30462): Launched\u000a10:45:23.598178 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:45:23.722862 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:45:24.034227 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30463): Launched\u000a10:45:24.293084 run iperf3-srv_10.42.42.10(pid=30464): Launched\u000a10:45:24.476112 tst cs_paging_gprs_active.py:38: start network...\u000a10:45:24.600914 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:45:25.083218 run create_hlr_db(pid=30465): Launched\u000a10:45:25.256898 bus /gobi_6: Setting Powered False\u000a10:45:26.278878 run create_hlr_db(pid=30465): Terminated: ok {rc=0}\u000a10:45:26.707305 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30467): Launched\u000a10:45:27.029724 run osmo-hlr_10.42.42.2(pid=30468): Launched\u000a10:45:27.148405 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:45:27.705578 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30470): Launched\u000a10:45:28.026135 run osmo-stp_10.42.42.5(pid=30471): Launched\u000a10:45:28.142733 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:45:28.703220 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30473): Launched\u000a10:45:28.818672 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:45:29.098135 run patchelf(pid=30474): Launched\u000a10:45:29.286252 run osmo-stp_10.42.42.5(pid=30471): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30471)]\u000a10:45:29.423731 run osmo-stp_10.42.42.5(pid=30471): stdout: \u000a| (launched: 2022-12-10_10:45:27.868911)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:45:29.561510 run osmo-stp_10.42.42.5(pid=30471): stderr: \u000a| �[0;m�[38;5;43m20221210104528062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104528062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104528062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104528062 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104528063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104528063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104528063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:45:29.694584 run osmo-stp_10.42.42.5(pid=30471): stdout: \u000a| (launched: 2022-12-10_10:45:27.868911)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:45:29.826628 run osmo-stp_10.42.42.5(pid=30471): stderr: \u000a| �[0;m�[38;5;43m20221210104528062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104528062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104528062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104528062 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104528063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104528063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104528063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:45:29.980485 run patchelf(pid=30474): Terminating (SIGINT)\u000a10:45:30.161746 run patchelf(pid=30474): Terminated: ok {rc=0}\u000a10:45:30.195330 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=30471): Process ended prematurely: osmo-stp_10.42.42.5(pid=30471) [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30471)] [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a10:45:30.205337 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a10:45:30.269049 run osmo-hlr_10.42.42.2(pid=30468): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30468)]\u000a10:45:30.320644 run osmo-hlr_10.42.42.2(pid=30468): stdout: \u000a| (launched: 2022-12-10_10:45:26.871029) \u000a10:45:30.372783 run osmo-hlr_10.42.42.2(pid=30468): stderr: \u000a| �[0;m�[1;31m20221210104527067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210104527067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210104527067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104527067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104527067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210104527067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210104527079 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-lms-limenet-micro+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210104527088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210104527088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210104527088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:45:30.417119 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30461): Terminating (SIGTERM)\u000a10:45:30.459385 run iperf3-srv_10.42.42.10(pid=30462): Terminating (SIGTERM)\u000a10:45:30.501406 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30463): Terminating (SIGTERM)\u000a10:45:30.543086 run iperf3-srv_10.42.42.10(pid=30464): Terminating (SIGTERM)\u000a10:45:30.585234 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30467): Terminating (SIGTERM)\u000a10:45:30.627194 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30470): Terminating (SIGTERM)\u000a10:45:30.669400 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30473): Terminating (SIGTERM)\u000a10:45:30.679270 --- ParallelTerminationStrategy: PID 30461 died...\u000a10:45:30.736092 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30461): Terminated: ok {rc=0}\u000a10:45:30.746118 --- ParallelTerminationStrategy: PID 30462 died...\u000a10:45:30.802255 run iperf3-srv_10.42.42.10(pid=30462): Terminated {rc=256}\u000a10:45:30.812321 --- ParallelTerminationStrategy: PID 30463 died...\u000a10:45:30.870161 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30463): Terminated: ok {rc=0}\u000a10:45:30.880506 --- ParallelTerminationStrategy: PID 30464 died...\u000a10:45:30.937398 run iperf3-srv_10.42.42.10(pid=30464): Terminated {rc=256}\u000a10:45:30.947899 --- ParallelTerminationStrategy: PID 30467 died...\u000a10:45:31.004671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30467): Terminated: ok {rc=0}\u000a10:45:31.015251 --- ParallelTerminationStrategy: PID 30470 died...\u000a10:45:31.072045 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30470): Terminated: ok {rc=0}\u000a10:45:31.082808 --- ParallelTerminationStrategy: PID 30473 died...\u000a10:45:31.140313 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30473): Terminated: ok {rc=0}\u000a10:45:31.228792 bus /gobi_0: Setting Powered False\u000a10:45:32.335698 bus /gobi_0: Setting Powered False\u000a10:45:33.446158 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30483): Process ended prematurely: osmo-stp_10.42.42.5(pid=30483) [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30483)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30483): Process ended prematurely: osmo-stp_10.42.42.5(pid=30483) [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30483)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a10:45:34.555905 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:45:34.567572 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:45:34.701480 tst iperf3.py: using LAC 27851\u000a10:45:34.819702 tst iperf3.py: using RAC 56\u000a10:45:34.937393 tst iperf3.py: using CellId 27851\u000a10:45:35.055341 tst iperf3.py: using BVCI 27852\u000a10:45:35.078389 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:45:35.089399 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:45:35.100263 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:45:35.111034 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:45:35.121824 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:45:35.132560 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:45:35.143464 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:45:35.154203 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:45:35.165085 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:45:35.438478 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:45:35.562462 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:45:35.872766 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30475): Launched\u000a10:45:36.130663 run iperf3-srv_10.42.42.10(pid=30476): Launched\u000a10:45:36.314029 tst iperf3.py:8: start network...\u000a10:45:36.438423 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:45:36.919123 run create_hlr_db(pid=30477): Launched\u000a10:45:37.093116 bus /gobi_6: Setting Powered False\u000a10:45:38.112788 run create_hlr_db(pid=30477): Terminated: ok {rc=0}\u000a10:45:38.513692 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30479): Launched\u000a10:45:38.813890 run osmo-hlr_10.42.42.2(pid=30480): Launched\u000a10:45:38.928445 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:45:39.457058 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30482): Launched\u000a10:45:39.757140 run osmo-stp_10.42.42.5(pid=30483): Launched\u000a10:45:39.865742 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:45:40.387858 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30485): Launched\u000a10:45:40.493849 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:45:40.754884 run patchelf(pid=30486): Launched\u000a10:45:40.930815 run osmo-stp_10.42.42.5(pid=30483): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30483)]\u000a10:45:41.058724 run osmo-stp_10.42.42.5(pid=30483): stdout: \u000a| (launched: 2022-12-10_10:45:39.608872)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:45:41.186830 run osmo-stp_10.42.42.5(pid=30483): stderr: \u000a| �[0;m�[38;5;43m20221210104539779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104539779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104539779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104539779 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104539780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104539780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104539780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:45:41.310513 run osmo-stp_10.42.42.5(pid=30483): stdout: \u000a| (launched: 2022-12-10_10:45:39.608872)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:45:41.432359 run osmo-stp_10.42.42.5(pid=30483): stderr: \u000a| �[0;m�[38;5;43m20221210104539779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104539779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104539779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104539779 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104539780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104539780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104539780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:45:41.575354 run patchelf(pid=30486): Terminating (SIGINT)\u000a10:45:41.743614 run patchelf(pid=30486): Terminated: ok {rc=0}\u000a10:45:41.774582 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30483): Process ended prematurely: osmo-stp_10.42.42.5(pid=30483) [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30483)] [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8]\u000a10:45:41.783758 tst iperf3.py:8: Test FAILED (7.3 sec)\u000a10:45:41.842983 run osmo-hlr_10.42.42.2(pid=30480): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30480)]\u000a10:45:41.891386 run osmo-hlr_10.42.42.2(pid=30480): stdout: \u000a| (launched: 2022-12-10_10:45:38.666202) \u000a10:45:41.940437 run osmo-hlr_10.42.42.2(pid=30480): stderr: \u000a| �[0;m�[1;31m20221210104538845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210104538845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210104538845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104538845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104538845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210104538845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210104538857 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210104538867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210104538867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210104538867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:45:41.982396 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30475): Terminating (SIGTERM)\u000a10:45:42.021944 run iperf3-srv_10.42.42.10(pid=30476): Terminating (SIGTERM)\u000a10:45:42.061786 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30479): Terminating (SIGTERM)\u000a10:45:42.101441 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30482): Terminating (SIGTERM)\u000a10:45:42.140854 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30485): Terminating (SIGTERM)\u000a10:45:42.150048 --- ParallelTerminationStrategy: PID 30475 died...\u000a10:45:42.202660 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30475): Terminated: ok {rc=0}\u000a10:45:42.212168 --- ParallelTerminationStrategy: PID 30476 died...\u000a10:45:42.264701 run iperf3-srv_10.42.42.10(pid=30476): Terminated {rc=256}\u000a10:45:42.274234 --- ParallelTerminationStrategy: PID 30479 died...\u000a10:45:42.326373 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30479): Terminated: ok {rc=0}\u000a10:45:42.335769 --- ParallelTerminationStrategy: PID 30482 died...\u000a10:45:42.388597 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30482): Terminated: ok {rc=0}\u000a10:45:42.398139 --- ParallelTerminationStrategy: PID 30485 died...\u000a10:45:42.451464 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30485): Terminated: ok {rc=0}\u000a10:45:42.535517 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30501): Process ended prematurely: osmo-stp_10.42.42.5(pid=30501) [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30501)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30501): Process ended prematurely: osmo-stp_10.42.42.5(pid=30501) [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30501)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a10:45:43.650688 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:45:43.663225 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:45:43.806070 tst iperf3m4.py: using LAC 27852\u000a10:45:43.933036 tst iperf3m4.py: using RAC 57\u000a10:45:44.059431 tst iperf3m4.py: using CellId 27852\u000a10:45:44.184600 tst iperf3m4.py: using BVCI 27853\u000a10:45:44.209176 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:45:44.220649 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:45:44.231964 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:45:44.243632 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:45:44.255287 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:45:44.266945 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:45:44.278565 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:45:44.290179 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:45:44.302122 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:45:44.426232 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:45:44.546317 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:45:44.663163 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:45:44.939198 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:45:45.063991 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:45:45.374344 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30487): Launched\u000a10:45:45.632124 run iperf3-srv_10.42.42.10(pid=30488): Launched\u000a10:45:45.815053 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:45:45.983978 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:45:46.378889 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30489): Launched\u000a10:45:46.664063 run iperf3-srv_10.42.42.10(pid=30490): Launched\u000a10:45:46.853497 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:45:46.982396 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:45:47.320777 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30491): Launched\u000a10:45:47.596825 run iperf3-srv_10.42.42.10(pid=30492): Launched\u000a10:45:47.793721 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:45:47.927569 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:45:48.258860 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30493): Launched\u000a10:45:48.534380 run iperf3-srv_10.42.42.10(pid=30494): Launched\u000a10:45:48.731136 tst iperf3m4.py:8: start network...\u000a10:45:48.865829 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:45:49.371069 run create_hlr_db(pid=30495): Launched\u000a10:45:49.557752 bus /gobi_6: Setting Powered False\u000a10:45:50.577768 run create_hlr_db(pid=30495): Terminated: ok {rc=0}\u000a10:45:51.004226 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30497): Launched\u000a10:45:51.324533 run osmo-hlr_10.42.42.2(pid=30498): Launched\u000a10:45:51.444554 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:45:52.006900 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30500): Launched\u000a10:45:52.328734 run osmo-stp_10.42.42.5(pid=30501): Launched\u000a10:45:52.445757 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:45:53.004869 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30503): Launched\u000a10:45:53.119364 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:45:53.398894 run patchelf(pid=30504): Launched\u000a10:45:53.587747 run osmo-stp_10.42.42.5(pid=30501): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30501)]\u000a10:45:53.725662 run osmo-stp_10.42.42.5(pid=30501): stdout: \u000a| (launched: 2022-12-10_10:45:52.169917)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:45:53.864854 run osmo-stp_10.42.42.5(pid=30501): stderr: \u000a| �[0;m�[38;5;43m20221210104552363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104552363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104552363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104552363 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104552364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104552364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104552364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:45:53.998186 run osmo-stp_10.42.42.5(pid=30501): stdout: \u000a| (launched: 2022-12-10_10:45:52.169917)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:45:54.130151 run osmo-stp_10.42.42.5(pid=30501): stderr: \u000a| �[0;m�[38;5;43m20221210104552363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104552363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104552363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104552363 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104552364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104552364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104552364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:45:54.283979 run patchelf(pid=30504): Terminating (SIGINT)\u000a10:45:54.464522 run patchelf(pid=30504): Terminated: ok {rc=0}\u000a10:45:54.497677 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30501): Process ended prematurely: osmo-stp_10.42.42.5(pid=30501) [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30501)] [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8]\u000a10:45:54.507574 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a10:45:54.571614 run osmo-hlr_10.42.42.2(pid=30498): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30498)]\u000a10:45:54.623342 run osmo-hlr_10.42.42.2(pid=30498): stdout: \u000a| (launched: 2022-12-10_10:45:51.167168) \u000a10:45:54.675708 run osmo-hlr_10.42.42.2(pid=30498): stderr: \u000a| �[0;m�[1;31m20221210104551364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210104551364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210104551364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104551364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104551364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210104551365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210104551376 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210104551385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210104551385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210104551385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:45:54.720366 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30487): Terminating (SIGTERM)\u000a10:45:54.762774 run iperf3-srv_10.42.42.10(pid=30488): Terminating (SIGTERM)\u000a10:45:54.805697 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30489): Terminating (SIGTERM)\u000a10:45:54.848095 run iperf3-srv_10.42.42.10(pid=30490): Terminating (SIGTERM)\u000a10:45:54.890216 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30491): Terminating (SIGTERM)\u000a10:45:54.932640 run iperf3-srv_10.42.42.10(pid=30492): Terminating (SIGTERM)\u000a10:45:54.974767 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30493): Terminating (SIGTERM)\u000a10:45:55.017414 run iperf3-srv_10.42.42.10(pid=30494): Terminating (SIGTERM)\u000a10:45:55.059502 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30497): Terminating (SIGTERM)\u000a10:45:55.101836 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30500): Terminating (SIGTERM)\u000a10:45:55.143945 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30503): Terminating (SIGTERM)\u000a10:45:55.153940 --- ParallelTerminationStrategy: PID 30487 died...\u000a10:45:55.210581 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30487): Terminated: ok {rc=0}\u000a10:45:55.220737 --- ParallelTerminationStrategy: PID 30488 died...\u000a10:45:55.276707 run iperf3-srv_10.42.42.10(pid=30488): Terminated {rc=256}\u000a10:45:55.287163 --- ParallelTerminationStrategy: PID 30489 died...\u000a10:45:55.343405 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30489): Terminated: ok {rc=0}\u000a10:45:55.353440 --- ParallelTerminationStrategy: PID 30490 died...\u000a10:45:55.409458 run iperf3-srv_10.42.42.10(pid=30490): Terminated {rc=256}\u000a10:45:55.419479 --- ParallelTerminationStrategy: PID 30491 died...\u000a10:45:55.475288 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30491): Terminated: ok {rc=0}\u000a10:45:55.485956 --- ParallelTerminationStrategy: PID 30492 died...\u000a10:45:55.542102 run iperf3-srv_10.42.42.10(pid=30492): Terminated {rc=256}\u000a10:45:55.552289 --- ParallelTerminationStrategy: PID 30493 died...\u000a10:45:55.608414 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30493): Terminated: ok {rc=0}\u000a10:45:55.618572 --- ParallelTerminationStrategy: PID 30494 died...\u000a10:45:55.674907 run iperf3-srv_10.42.42.10(pid=30494): Terminated {rc=256}\u000a10:45:55.684831 --- ParallelTerminationStrategy: PID 30497 died...\u000a10:45:55.741137 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30497): Terminated: ok {rc=0}\u000a10:45:55.751317 --- ParallelTerminationStrategy: PID 30500 died...\u000a10:45:55.807904 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30500): Terminated: ok {rc=0}\u000a10:45:55.818196 --- ParallelTerminationStrategy: PID 30503 died...\u000a10:45:55.874255 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30503): Terminated: ok {rc=0}\u000a10:45:55.962441 bus /gobi_4: Setting Powered False\u000a10:45:57.069801 bus /gobi_4: Setting Powered False\u000a10:45:58.177597 bus /gobi_1: Setting Powered False\u000a10:45:59.282845 bus /gobi_1: Setting Powered False\u000a10:46:00.390838 bus /gobi_0: Setting Powered False\u000a10:46:01.504814 bus /gobi_0: Setting Powered False\u000a10:46:02.615799 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30511): Process ended prematurely: osmo-stp_10.42.42.5(pid=30511) [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30511)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30511): Process ended prematurely: osmo-stp_10.42.42.5(pid=30511) [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30511)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a10:46:03.683851 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:46:03.695588 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:46:03.834740 tst ping.py: using LAC 27853\u000a10:46:03.958018 tst ping.py: using RAC 58\u000a10:46:04.082507 tst ping.py: using CellId 27853\u000a10:46:04.205445 tst ping.py: using BVCI 27854\u000a10:46:04.229659 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:46:04.241175 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:46:04.252419 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:46:04.263992 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:46:04.275465 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:46:04.287144 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:46:04.299023 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:46:04.310377 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:46:04.583599 tst ping.py:19: start network...\u000a10:46:04.706793 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:46:05.177747 run create_hlr_db(pid=30505): Launched\u000a10:46:05.347908 bus /gobi_6: Setting Powered False\u000a10:46:06.368881 run create_hlr_db(pid=30505): Terminated: ok {rc=0}\u000a10:46:06.763053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30507): Launched\u000a10:46:07.056741 run osmo-hlr_10.42.42.2(pid=30508): Launched\u000a10:46:07.171311 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:46:07.693553 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30510): Launched\u000a10:46:07.986786 run osmo-stp_10.42.42.5(pid=30511): Launched\u000a10:46:08.093369 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:46:08.608171 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30513): Launched\u000a10:46:08.713053 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:46:08.971089 run patchelf(pid=30514): Launched\u000a10:46:09.143934 run osmo-stp_10.42.42.5(pid=30511): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30511)]\u000a10:46:09.270834 run osmo-stp_10.42.42.5(pid=30511): stdout: \u000a| (launched: 2022-12-10_10:46:07.842989)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:46:09.398327 run osmo-stp_10.42.42.5(pid=30511): stderr: \u000a| �[0;m�[38;5;43m20221210104608015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104608016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104608016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104608016 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104608017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104608017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104608017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:46:09.520686 run osmo-stp_10.42.42.5(pid=30511): stdout: \u000a| (launched: 2022-12-10_10:46:07.842989)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:46:09.641859 run osmo-stp_10.42.42.5(pid=30511): stderr: \u000a| �[0;m�[38;5;43m20221210104608015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104608016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104608016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104608016 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104608017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104608017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104608017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:46:09.783305 run patchelf(pid=30514): Terminating (SIGINT)\u000a10:46:09.949762 run patchelf(pid=30514): Terminated: ok {rc=0}\u000a10:46:09.979929 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=30511): Process ended prematurely: osmo-stp_10.42.42.5(pid=30511) [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30511)] [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22]\u000a10:46:09.988548 tst ping.py:22: Test FAILED (6.3 sec)\u000a10:46:10.048068 run osmo-hlr_10.42.42.2(pid=30508): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30508)]\u000a10:46:10.096708 run osmo-hlr_10.42.42.2(pid=30508): stdout: \u000a| (launched: 2022-12-10_10:46:06.912581) \u000a10:46:10.146065 run osmo-hlr_10.42.42.2(pid=30508): stderr: \u000a| �[0;m�[1;31m20221210104607087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210104607087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210104607087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104607087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104607087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210104607087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210104607099 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210104607108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210104607108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210104607109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:46:10.188185 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30507): Terminating (SIGTERM)\u000a10:46:10.227778 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30510): Terminating (SIGTERM)\u000a10:46:10.267461 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30513): Terminating (SIGTERM)\u000a10:46:10.276634 --- ParallelTerminationStrategy: PID 30507 died...\u000a10:46:10.330273 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30507): Terminated: ok {rc=0}\u000a10:46:10.339896 --- ParallelTerminationStrategy: PID 30510 died...\u000a10:46:10.392829 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30510): Terminated: ok {rc=0}\u000a10:46:10.402549 --- ParallelTerminationStrategy: PID 30513 died...\u000a10:46:10.455592 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30513): Terminated: ok {rc=0}\u000a10:46:10.539647 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30521): Process ended prematurely: osmo-stp_10.42.42.5(pid=30521) [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30521)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30521): Process ended prematurely: osmo-stp_10.42.42.5(pid=30521) [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30521)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a10:46:11.592732 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:46:11.605408 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:46:11.742781 tst ping_idle_ping.py: using LAC 27854\u000a10:46:11.862740 tst ping_idle_ping.py: using RAC 59\u000a10:46:11.977032 tst ping_idle_ping.py: using CellId 27854\u000a10:46:12.093623 tst ping_idle_ping.py: using BVCI 27855\u000a10:46:12.116390 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:46:12.127504 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:46:12.138418 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:46:12.149353 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:46:12.160119 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:46:12.171033 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:46:12.181984 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:46:12.192782 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:46:12.481893 tst ping_idle_ping.py:24: start network...\u000a10:46:12.614356 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:46:13.112648 run create_hlr_db(pid=30515): Launched\u000a10:46:13.296551 bus /gobi_6: Setting Powered False\u000a10:46:14.317802 run create_hlr_db(pid=30515): Terminated: ok {rc=0}\u000a10:46:14.718353 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30517): Launched\u000a10:46:15.014826 run osmo-hlr_10.42.42.2(pid=30518): Launched\u000a10:46:15.125815 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:46:15.631364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30520): Launched\u000a10:46:16.058494 run osmo-stp_10.42.42.5(pid=30521): Launched\u000a10:46:16.312694 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:46:16.911285 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30523): Launched\u000a10:46:17.017736 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:46:17.305681 run patchelf(pid=30524): Launched\u000a10:46:17.493877 run osmo-stp_10.42.42.5(pid=30521): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30521)]\u000a10:46:17.628726 run osmo-stp_10.42.42.5(pid=30521): stdout: \u000a| (launched: 2022-12-10_10:46:15.779224)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:46:17.763795 run osmo-stp_10.42.42.5(pid=30521): stderr: \u000a| �[0;m�[38;5;43m20221210104616047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104616047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104616048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104616048 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104616048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104616048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104616057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:46:17.894614 run osmo-stp_10.42.42.5(pid=30521): stdout: \u000a| (launched: 2022-12-10_10:46:15.779224)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:46:18.023439 run osmo-stp_10.42.42.5(pid=30521): stderr: \u000a| �[0;m�[38;5;43m20221210104616047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104616047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104616048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104616048 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104616048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104616048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104616057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:46:18.173811 run patchelf(pid=30524): Terminating (SIGINT)\u000a10:46:18.350067 run patchelf(pid=30524): Terminated: ok {rc=0}\u000a10:46:18.382428 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=30521): Process ended prematurely: osmo-stp_10.42.42.5(pid=30521) [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30521)] [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a10:46:18.391918 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a10:46:18.455870 run osmo-hlr_10.42.42.2(pid=30518): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30518)]\u000a10:46:18.507889 run osmo-hlr_10.42.42.2(pid=30518): stdout: \u000a| (launched: 2022-12-10_10:46:14.868674) \u000a10:46:18.560745 run osmo-hlr_10.42.42.2(pid=30518): stderr: \u000a| �[0;m�[1;31m20221210104615043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210104615043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210104615043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104615043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104615043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210104615043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210104615055 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210104615066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210104615066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210104615066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:46:18.605977 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30517): Terminating (SIGTERM)\u000a10:46:18.648379 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30520): Terminating (SIGTERM)\u000a10:46:18.690600 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30523): Terminating (SIGTERM)\u000a10:46:18.700895 --- ParallelTerminationStrategy: PID 30517 died...\u000a10:46:18.757843 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30517): Terminated: ok {rc=0}\u000a10:46:18.768085 --- ParallelTerminationStrategy: PID 30520 died...\u000a10:46:18.825194 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30520): Terminated: ok {rc=0}\u000a10:46:18.835533 --- ParallelTerminationStrategy: PID 30523 died...\u000a10:46:18.892252 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30523): Terminated: ok {rc=0}\u000a10:46:18.979233 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "126", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:45:21" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30538): Process ended prematurely: osmo-stp_10.42.42.5(pid=30538) [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30538)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30538): Process ended prematurely: osmo-stp_10.42.42.5(pid=30538) [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30538)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:46:21.114982 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:46:21.126022 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:46:21.277679 tst cs_paging_gprs_active.py: using LAC 27855\u000a10:46:21.402496 tst cs_paging_gprs_active.py: using RAC 60\u000a10:46:21.525917 tst cs_paging_gprs_active.py: using CellId 27855\u000a10:46:21.642405 tst cs_paging_gprs_active.py: using BVCI 27856\u000a10:46:21.665476 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:46:21.676311 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:46:21.687169 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:46:21.698559 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:46:21.709853 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:46:21.720931 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:46:21.732249 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:46:21.743461 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:46:21.754951 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:46:21.870750 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:46:22.162724 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:46:22.295773 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:46:22.627876 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30528): Launched\u000a10:46:22.903022 run iperf3-srv_10.42.42.10(pid=30529): Launched\u000a10:46:23.099764 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:46:23.233626 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:46:23.564550 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30530): Launched\u000a10:46:23.839160 run iperf3-srv_10.42.42.10(pid=30531): Launched\u000a10:46:24.034896 tst cs_paging_gprs_active.py:38: start network...\u000a10:46:24.168511 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:46:24.669403 run create_hlr_db(pid=30532): Launched\u000a10:46:24.854317 bus /gobi_6: Setting Powered False\u000a10:46:25.875872 run create_hlr_db(pid=30532): Terminated: ok {rc=0}\u000a10:46:26.278102 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30534): Launched\u000a10:46:26.576703 run osmo-hlr_10.42.42.2(pid=30535): Launched\u000a10:46:26.692356 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:46:27.209996 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30537): Launched\u000a10:46:27.509709 run osmo-stp_10.42.42.5(pid=30538): Launched\u000a10:46:27.619170 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:46:28.140103 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30540): Launched\u000a10:46:28.246048 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:46:28.507375 run patchelf(pid=30541): Launched\u000a10:46:28.683887 run osmo-stp_10.42.42.5(pid=30538): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30538)]\u000a10:46:28.812422 run osmo-stp_10.42.42.5(pid=30538): stdout: \u000a| (launched: 2022-12-10_10:46:27.361608)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:46:28.940877 run osmo-stp_10.42.42.5(pid=30538): stderr: \u000a| �[0;m�[38;5;43m20221210104627530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104627530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104627530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104627530 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104627531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104627531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104627531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:46:29.064706 run osmo-stp_10.42.42.5(pid=30538): stdout: \u000a| (launched: 2022-12-10_10:46:27.361608)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:46:29.187698 run osmo-stp_10.42.42.5(pid=30538): stderr: \u000a| �[0;m�[38;5;43m20221210104627530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104627530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104627530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104627530 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104627531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104627531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104627531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:46:29.331118 run patchelf(pid=30541): Terminating (SIGINT)\u000a10:46:29.499701 run patchelf(pid=30541): Terminated: ok {rc=0}\u000a10:46:29.530780 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=30538): Process ended prematurely: osmo-stp_10.42.42.5(pid=30538) [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30538)] [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a10:46:29.539858 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a10:46:29.599648 run osmo-hlr_10.42.42.2(pid=30535): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30535)]\u000a10:46:29.648418 run osmo-hlr_10.42.42.2(pid=30535): stdout: \u000a| (launched: 2022-12-10_10:46:26.429455) \u000a10:46:29.697758 run osmo-hlr_10.42.42.2(pid=30535): stderr: \u000a| �[0;m�[1;31m20221210104626606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210104626606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210104626606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104626606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104626606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210104626607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210104626618 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210104626629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210104626629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210104626629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:46:29.739638 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30528): Terminating (SIGTERM)\u000a10:46:29.779106 run iperf3-srv_10.42.42.10(pid=30529): Terminating (SIGTERM)\u000a10:46:29.818686 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30530): Terminating (SIGTERM)\u000a10:46:29.858200 run iperf3-srv_10.42.42.10(pid=30531): Terminating (SIGTERM)\u000a10:46:29.897740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30534): Terminating (SIGTERM)\u000a10:46:29.937229 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30537): Terminating (SIGTERM)\u000a10:46:29.976795 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30540): Terminating (SIGTERM)\u000a10:46:29.986022 --- ParallelTerminationStrategy: PID 30528 died...\u000a10:46:30.039038 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30528): Terminated: ok {rc=0}\u000a10:46:30.048542 --- ParallelTerminationStrategy: PID 30529 died...\u000a10:46:30.101659 run iperf3-srv_10.42.42.10(pid=30529): Terminated {rc=256}\u000a10:46:30.111106 --- ParallelTerminationStrategy: PID 30530 died...\u000a10:46:30.163573 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30530): Terminated: ok {rc=0}\u000a10:46:30.173108 --- ParallelTerminationStrategy: PID 30531 died...\u000a10:46:30.225533 run iperf3-srv_10.42.42.10(pid=30531): Terminated {rc=256}\u000a10:46:30.235046 --- ParallelTerminationStrategy: PID 30534 died...\u000a10:46:30.287488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30534): Terminated: ok {rc=0}\u000a10:46:30.297010 --- ParallelTerminationStrategy: PID 30537 died...\u000a10:46:30.349497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30537): Terminated: ok {rc=0}\u000a10:46:30.359027 --- ParallelTerminationStrategy: PID 30540 died...\u000a10:46:30.411931 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30540): Terminated: ok {rc=0}\u000a10:46:30.500533 bus /gobi_0: Setting Powered False\u000a10:46:31.633747 bus /gobi_0: Setting Powered False\u000a10:46:32.746606 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30550): Process ended prematurely: osmo-stp_10.42.42.5(pid=30550) [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30550)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30550): Process ended prematurely: osmo-stp_10.42.42.5(pid=30550) [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30550)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a10:46:33.857247 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:46:33.868779 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:46:34.030493 tst iperf3.py: using LAC 27856\u000a10:46:34.145839 tst iperf3.py: using RAC 61\u000a10:46:34.261244 tst iperf3.py: using CellId 27856\u000a10:46:34.375755 tst iperf3.py: using BVCI 27857\u000a10:46:34.398522 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:46:34.409678 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:46:34.420526 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:46:34.431380 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:46:34.442227 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:46:34.453056 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:46:34.463989 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:46:34.474734 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:46:34.485665 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:46:34.762959 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:46:34.887052 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:46:35.205957 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30542): Launched\u000a10:46:35.479587 run iperf3-srv_10.42.42.10(pid=30543): Launched\u000a10:46:35.674861 tst iperf3.py:8: start network...\u000a10:46:35.808100 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:46:36.307382 run create_hlr_db(pid=30544): Launched\u000a10:46:36.492496 bus /gobi_6: Setting Powered False\u000a10:46:37.500549 run create_hlr_db(pid=30544): Terminated: ok {rc=0}\u000a10:46:37.934685 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30546): Launched\u000a10:46:38.252677 run osmo-hlr_10.42.42.2(pid=30547): Launched\u000a10:46:38.372926 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:46:38.934362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30549): Launched\u000a10:46:39.252361 run osmo-stp_10.42.42.5(pid=30550): Launched\u000a10:46:39.369371 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:46:39.926989 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30552): Launched\u000a10:46:40.040893 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:46:40.318299 run patchelf(pid=30553): Launched\u000a10:46:40.504891 run osmo-stp_10.42.42.5(pid=30550): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30550)]\u000a10:46:40.641830 run osmo-stp_10.42.42.5(pid=30550): stdout: \u000a| (launched: 2022-12-10_10:46:39.095434)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:46:40.779113 run osmo-stp_10.42.42.5(pid=30550): stderr: \u000a| �[0;m�[38;5;43m20221210104639285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104639285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104639285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104639285 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104639288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104639288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104639288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:46:40.912134 run osmo-stp_10.42.42.5(pid=30550): stdout: \u000a| (launched: 2022-12-10_10:46:39.095434)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:46:41.042863 run osmo-stp_10.42.42.5(pid=30550): stderr: \u000a| �[0;m�[38;5;43m20221210104639285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104639285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104639285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104639285 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104639288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104639288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104639288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:46:41.195740 run patchelf(pid=30553): Terminating (SIGINT)\u000a10:46:41.375120 run patchelf(pid=30553): Terminated: ok {rc=0}\u000a10:46:41.408231 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30550): Process ended prematurely: osmo-stp_10.42.42.5(pid=30550) [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30550)] [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a10:46:41.418143 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a10:46:41.481582 run osmo-hlr_10.42.42.2(pid=30547): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30547)]\u000a10:46:41.532893 run osmo-hlr_10.42.42.2(pid=30547): stdout: \u000a| (launched: 2022-12-10_10:46:38.096463) \u000a10:46:41.585261 run osmo-hlr_10.42.42.2(pid=30547): stderr: \u000a| �[0;m�[1;31m20221210104638291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210104638291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210104638291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104638291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104638291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210104638291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210104638308 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210104638318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210104638318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210104638318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:46:41.629844 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30542): Terminating (SIGTERM)\u000a10:46:41.671963 run iperf3-srv_10.42.42.10(pid=30543): Terminating (SIGTERM)\u000a10:46:41.714354 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30546): Terminating (SIGTERM)\u000a10:46:41.756186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30549): Terminating (SIGTERM)\u000a10:46:41.798447 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30552): Terminating (SIGTERM)\u000a10:46:41.808159 --- ParallelTerminationStrategy: PID 30542 died...\u000a10:46:41.864403 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30542): Terminated: ok {rc=0}\u000a10:46:41.874458 --- ParallelTerminationStrategy: PID 30543 died...\u000a10:46:41.930348 run iperf3-srv_10.42.42.10(pid=30543): Terminated {rc=256}\u000a10:46:41.940607 --- ParallelTerminationStrategy: PID 30546 died...\u000a10:46:41.997386 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30546): Terminated: ok {rc=0}\u000a10:46:42.007430 --- ParallelTerminationStrategy: PID 30549 died...\u000a10:46:42.064095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30549): Terminated: ok {rc=0}\u000a10:46:42.074138 --- ParallelTerminationStrategy: PID 30552 died...\u000a10:46:42.130186 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30552): Terminated: ok {rc=0}\u000a10:46:42.218139 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30568): Process ended prematurely: osmo-stp_10.42.42.5(pid=30568) [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30568)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30568): Process ended prematurely: osmo-stp_10.42.42.5(pid=30568) [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30568)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a10:46:43.328457 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:46:43.340175 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:46:43.501539 tst iperf3m4.py: using LAC 27857\u000a10:46:43.624633 tst iperf3m4.py: using RAC 62\u000a10:46:43.749018 tst iperf3m4.py: using CellId 27857\u000a10:46:43.872900 tst iperf3m4.py: using BVCI 27858\u000a10:46:43.897262 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:46:43.908640 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:46:43.920030 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:46:43.931784 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:46:43.943343 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:46:43.954914 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:46:43.966625 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:46:43.977975 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:46:43.989594 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:46:44.110101 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:46:44.231307 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:46:44.345173 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:46:44.637347 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:46:44.769952 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:46:45.100152 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30554): Launched\u000a10:46:45.372695 run iperf3-srv_10.42.42.10(pid=30555): Launched\u000a10:46:45.567433 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:46:45.699870 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:46:46.038860 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30556): Launched\u000a10:46:46.329744 run iperf3-srv_10.42.42.10(pid=30557): Launched\u000a10:46:46.528841 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:46:46.665415 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:46:47.011025 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30558): Launched\u000a10:46:47.279771 run iperf3-srv_10.42.42.10(pid=30559): Launched\u000a10:46:47.461458 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:46:47.585420 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:46:47.893934 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30560): Launched\u000a10:46:48.149557 run iperf3-srv_10.42.42.10(pid=30561): Launched\u000a10:46:48.330420 tst iperf3m4.py:8: start network...\u000a10:46:48.454290 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:46:48.932813 run create_hlr_db(pid=30562): Launched\u000a10:46:49.104425 bus /gobi_6: Setting Powered False\u000a10:46:50.125717 run create_hlr_db(pid=30562): Terminated: ok {rc=0}\u000a10:46:50.548414 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30564): Launched\u000a10:46:50.867213 run osmo-hlr_10.42.42.2(pid=30565): Launched\u000a10:46:50.987077 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:46:51.541197 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30567): Launched\u000a10:46:51.860303 run osmo-stp_10.42.42.5(pid=30568): Launched\u000a10:46:51.975761 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:46:52.530093 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30570): Launched\u000a10:46:52.644042 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:46:52.922608 run patchelf(pid=30571): Launched\u000a10:46:53.109514 run osmo-stp_10.42.42.5(pid=30568): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30568)]\u000a10:46:53.246270 run osmo-stp_10.42.42.5(pid=30568): stdout: \u000a| (launched: 2022-12-10_10:46:51.702717)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:46:53.382962 run osmo-stp_10.42.42.5(pid=30568): stderr: \u000a| �[0;m�[38;5;43m20221210104651896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104651897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104651897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104651897 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104651898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104651898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104651898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:46:53.514893 run osmo-stp_10.42.42.5(pid=30568): stdout: \u000a| (launched: 2022-12-10_10:46:51.702717)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:46:53.645323 run osmo-stp_10.42.42.5(pid=30568): stderr: \u000a| �[0;m�[38;5;43m20221210104651896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104651897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104651897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104651897 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104651898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104651898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104651898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:46:53.798488 run patchelf(pid=30571): Terminating (SIGINT)\u000a10:46:53.978017 run patchelf(pid=30571): Terminated: ok {rc=0}\u000a10:46:54.011054 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30568): Process ended prematurely: osmo-stp_10.42.42.5(pid=30568) [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30568)] [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a10:46:54.020905 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a10:46:54.084940 run osmo-hlr_10.42.42.2(pid=30565): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30565)]\u000a10:46:54.136571 run osmo-hlr_10.42.42.2(pid=30565): stdout: \u000a| (launched: 2022-12-10_10:46:50.710816) \u000a10:46:54.189003 run osmo-hlr_10.42.42.2(pid=30565): stderr: \u000a| �[0;m�[1;31m20221210104650909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210104650909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210104650909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104650909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104650909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210104650909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210104650925 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210104650935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210104650935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210104650935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:46:54.233166 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30554): Terminating (SIGTERM)\u000a10:46:54.275409 run iperf3-srv_10.42.42.10(pid=30555): Terminating (SIGTERM)\u000a10:46:54.317697 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30556): Terminating (SIGTERM)\u000a10:46:54.360163 run iperf3-srv_10.42.42.10(pid=30557): Terminating (SIGTERM)\u000a10:46:54.402957 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30558): Terminating (SIGTERM)\u000a10:46:54.444670 run iperf3-srv_10.42.42.10(pid=30559): Terminating (SIGTERM)\u000a10:46:54.486819 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30560): Terminating (SIGTERM)\u000a10:46:54.529228 run iperf3-srv_10.42.42.10(pid=30561): Terminating (SIGTERM)\u000a10:46:54.571117 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30564): Terminating (SIGTERM)\u000a10:46:54.613346 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30567): Terminating (SIGTERM)\u000a10:46:54.655328 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30570): Terminating (SIGTERM)\u000a10:46:54.665308 --- ParallelTerminationStrategy: PID 30554 died...\u000a10:46:54.721456 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30554): Terminated: ok {rc=0}\u000a10:46:54.731533 --- ParallelTerminationStrategy: PID 30555 died...\u000a10:46:54.787316 run iperf3-srv_10.42.42.10(pid=30555): Terminated {rc=256}\u000a10:46:54.797679 --- ParallelTerminationStrategy: PID 30556 died...\u000a10:46:54.853805 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30556): Terminated: ok {rc=0}\u000a10:46:54.863871 --- ParallelTerminationStrategy: PID 30557 died...\u000a10:46:54.919568 run iperf3-srv_10.42.42.10(pid=30557): Terminated {rc=256}\u000a10:46:54.929877 --- ParallelTerminationStrategy: PID 30558 died...\u000a10:46:54.986041 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30558): Terminated: ok {rc=0}\u000a10:46:54.996102 --- ParallelTerminationStrategy: PID 30559 died...\u000a10:46:55.052084 run iperf3-srv_10.42.42.10(pid=30559): Terminated {rc=256}\u000a10:46:55.062183 --- ParallelTerminationStrategy: PID 30560 died...\u000a10:46:55.118480 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30560): Terminated: ok {rc=0}\u000a10:46:55.128548 --- ParallelTerminationStrategy: PID 30561 died...\u000a10:46:55.184530 run iperf3-srv_10.42.42.10(pid=30561): Terminated {rc=256}\u000a10:46:55.194565 --- ParallelTerminationStrategy: PID 30564 died...\u000a10:46:55.250617 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30564): Terminated: ok {rc=0}\u000a10:46:55.260675 --- ParallelTerminationStrategy: PID 30567 died...\u000a10:46:55.316903 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30567): Terminated: ok {rc=0}\u000a10:46:55.326970 --- ParallelTerminationStrategy: PID 30570 died...\u000a10:46:55.383230 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30570): Terminated: ok {rc=0}\u000a10:46:55.471604 bus /gobi_4: Setting Powered False\u000a10:46:56.575248 bus /gobi_4: Setting Powered False\u000a10:46:57.682273 bus /gobi_1: Setting Powered False\u000a10:46:58.787270 bus /gobi_1: Setting Powered False\u000a10:46:59.894433 bus /gobi_0: Setting Powered False\u000a10:47:01.015502 bus /gobi_0: Setting Powered False\u000a10:47:02.129991 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30578): Process ended prematurely: osmo-stp_10.42.42.5(pid=30578) [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30578)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30578): Process ended prematurely: osmo-stp_10.42.42.5(pid=30578) [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30578)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a10:47:03.197751 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:47:03.209743 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:47:03.366942 tst ping.py: using LAC 27858\u000a10:47:03.488939 tst ping.py: using RAC 63\u000a10:47:03.611170 tst ping.py: using CellId 27858\u000a10:47:03.733634 tst ping.py: using BVCI 27859\u000a10:47:03.757626 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:47:03.769103 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:47:03.780299 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:47:03.791886 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:47:03.803426 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:47:03.814895 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:47:03.826485 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:47:03.838912 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:47:04.123943 tst ping.py:19: start network...\u000a10:47:04.254473 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:47:04.744133 run create_hlr_db(pid=30572): Launched\u000a10:47:04.927402 bus /gobi_6: Setting Powered False\u000a10:47:05.946764 run create_hlr_db(pid=30572): Terminated: ok {rc=0}\u000a10:47:06.340306 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30574): Launched\u000a10:47:06.633441 run osmo-hlr_10.42.42.2(pid=30575): Launched\u000a10:47:06.741108 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:47:07.252848 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30577): Launched\u000a10:47:07.544624 run osmo-stp_10.42.42.5(pid=30578): Launched\u000a10:47:07.651947 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:47:08.161189 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30580): Launched\u000a10:47:08.264929 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:47:08.519547 run patchelf(pid=30581): Launched\u000a10:47:08.691189 run osmo-stp_10.42.42.5(pid=30578): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30578)]\u000a10:47:08.816315 run osmo-stp_10.42.42.5(pid=30578): stdout: \u000a| (launched: 2022-12-10_10:47:07.401392)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:47:08.942646 run osmo-stp_10.42.42.5(pid=30578): stderr: \u000a| �[0;m�[38;5;43m20221210104707571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104707571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104707571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104707572 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104707572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104707572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104707572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:47:09.064081 run osmo-stp_10.42.42.5(pid=30578): stdout: \u000a| (launched: 2022-12-10_10:47:07.401392)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:47:09.184495 run osmo-stp_10.42.42.5(pid=30578): stderr: \u000a| �[0;m�[38;5;43m20221210104707571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104707571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104707571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104707572 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104707572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104707572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104707572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:47:09.325159 run patchelf(pid=30581): Terminating (SIGINT)\u000a10:47:09.490340 run patchelf(pid=30581): Terminated: ok {rc=0}\u000a10:47:09.520385 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=30578): Process ended prematurely: osmo-stp_10.42.42.5(pid=30578) [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30578)] [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22]\u000a10:47:09.528942 tst ping.py:22: Test FAILED (6.3 sec)\u000a10:47:09.588480 run osmo-hlr_10.42.42.2(pid=30575): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30575)]\u000a10:47:09.636697 run osmo-hlr_10.42.42.2(pid=30575): stdout: \u000a| (launched: 2022-12-10_10:47:06.489204) \u000a10:47:09.685682 run osmo-hlr_10.42.42.2(pid=30575): stderr: \u000a| �[0;m�[1;31m20221210104706664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210104706664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210104706664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104706664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104706664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210104706665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210104706677 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210104706687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210104706687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210104706687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:47:09.727325 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30574): Terminating (SIGTERM)\u000a10:47:09.767025 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30577): Terminating (SIGTERM)\u000a10:47:09.806715 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30580): Terminating (SIGTERM)\u000a10:47:09.815891 --- ParallelTerminationStrategy: PID 30574 died...\u000a10:47:09.869216 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30574): Terminated: ok {rc=0}\u000a10:47:09.878933 --- ParallelTerminationStrategy: PID 30577 died...\u000a10:47:09.931820 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30577): Terminated: ok {rc=0}\u000a10:47:09.941536 --- ParallelTerminationStrategy: PID 30580 died...\u000a10:47:09.994449 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30580): Terminated: ok {rc=0}\u000a10:47:10.084129 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30588): Process ended prematurely: osmo-stp_10.42.42.5(pid=30588) [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30588)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30588): Process ended prematurely: osmo-stp_10.42.42.5(pid=30588) [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30588)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a10:47:11.136119 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:47:11.147885 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:47:11.297965 tst ping_idle_ping.py: using LAC 27859\u000a10:47:11.415467 tst ping_idle_ping.py: using RAC 64\u000a10:47:11.532829 tst ping_idle_ping.py: using CellId 27859\u000a10:47:11.652865 tst ping_idle_ping.py: using BVCI 27860\u000a10:47:11.675399 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:47:11.686613 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:47:11.697629 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:47:11.708454 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:47:11.719284 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:47:11.730156 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:47:11.741148 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:47:11.751936 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:47:12.035282 tst ping_idle_ping.py:24: start network...\u000a10:47:12.166644 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:47:12.639067 run create_hlr_db(pid=30582): Launched\u000a10:47:12.809421 bus /gobi_6: Setting Powered False\u000a10:47:13.830784 run create_hlr_db(pid=30582): Terminated: ok {rc=0}\u000a10:47:14.248535 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30584): Launched\u000a10:47:14.563428 run osmo-hlr_10.42.42.2(pid=30585): Launched\u000a10:47:14.681644 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:47:15.228892 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30587): Launched\u000a10:47:15.543084 run osmo-stp_10.42.42.5(pid=30588): Launched\u000a10:47:15.658679 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:47:16.214804 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30590): Launched\u000a10:47:16.321837 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:47:16.608996 run patchelf(pid=30591): Launched\u000a10:47:16.784752 run osmo-stp_10.42.42.5(pid=30588): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30588)]\u000a10:47:16.914802 run osmo-stp_10.42.42.5(pid=30588): stdout: \u000a| (launched: 2022-12-10_10:47:15.388371)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:47:17.045611 run osmo-stp_10.42.42.5(pid=30588): stderr: \u000a| �[0;m�[38;5;43m20221210104715577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104715577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104715577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104715578 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104715578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104715578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104715578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:47:17.170425 run osmo-stp_10.42.42.5(pid=30588): stdout: \u000a| (launched: 2022-12-10_10:47:15.388371)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:47:17.292083 run osmo-stp_10.42.42.5(pid=30588): stderr: \u000a| �[0;m�[38;5;43m20221210104715577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104715577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104715577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104715578 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104715578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104715578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104715578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:47:17.433667 run patchelf(pid=30591): Terminating (SIGINT)\u000a10:47:17.599782 run patchelf(pid=30591): Terminated: ok {rc=0}\u000a10:47:17.630133 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=30588): Process ended prematurely: osmo-stp_10.42.42.5(pid=30588) [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30588)] [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a10:47:17.638993 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a10:47:17.699004 run osmo-hlr_10.42.42.2(pid=30585): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30585)]\u000a10:47:17.747917 run osmo-hlr_10.42.42.2(pid=30585): stdout: \u000a| (launched: 2022-12-10_10:47:14.408291) \u000a10:47:17.797676 run osmo-hlr_10.42.42.2(pid=30585): stderr: \u000a| �[0;m�[1;31m20221210104714602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210104714602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210104714602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104714602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104714602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210104714602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210104714614 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210104714623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210104714623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210104714623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:47:17.840275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30584): Terminating (SIGTERM)\u000a10:47:17.880256 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30587): Terminating (SIGTERM)\u000a10:47:17.920386 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30590): Terminating (SIGTERM)\u000a10:47:17.929715 --- ParallelTerminationStrategy: PID 30584 died...\u000a10:47:17.983329 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30584): Terminated: ok {rc=0}\u000a10:47:17.993107 --- ParallelTerminationStrategy: PID 30587 died...\u000a10:47:18.046211 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30587): Terminated: ok {rc=0}\u000a10:47:18.055846 --- ParallelTerminationStrategy: PID 30590 died...\u000a10:47:18.109250 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30590): Terminated: ok {rc=0}\u000a10:47:18.198100 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "127", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:46:20" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30606): Process ended prematurely: osmo-stp_10.42.42.5(pid=30606) [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30606)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30606): Process ended prematurely: osmo-stp_10.42.42.5(pid=30606) [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30606)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:47:20.359499 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:47:20.371027 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:47:20.525565 tst cs_paging_gprs_active.py: using LAC 27860\u000a10:47:20.641881 tst cs_paging_gprs_active.py: using RAC 65\u000a10:47:20.758272 tst cs_paging_gprs_active.py: using CellId 27860\u000a10:47:20.884454 tst cs_paging_gprs_active.py: using BVCI 27861\u000a10:47:20.908807 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:47:20.920396 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:47:20.931638 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:47:20.944024 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:47:20.956022 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:47:20.968042 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:47:20.980034 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:47:20.991871 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:47:21.004131 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:47:21.124593 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:47:21.415424 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:47:21.548647 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:47:21.879710 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30596): Launched\u000a10:47:22.153301 run iperf3-srv_10.42.42.10(pid=30597): Launched\u000a10:47:22.349584 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:47:22.482623 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:47:22.793770 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30598): Launched\u000a10:47:23.050791 run iperf3-srv_10.42.42.10(pid=30599): Launched\u000a10:47:23.233688 tst cs_paging_gprs_active.py:38: start network...\u000a10:47:23.357857 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:47:23.836337 run create_hlr_db(pid=30600): Launched\u000a10:47:24.008479 bus /gobi_6: Setting Powered False\u000a10:47:25.030528 run create_hlr_db(pid=30600): Terminated: ok {rc=0}\u000a10:47:25.429186 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30602): Launched\u000a10:47:25.726884 run osmo-hlr_10.42.42.2(pid=30603): Launched\u000a10:47:25.835345 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:47:26.351384 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30605): Launched\u000a10:47:26.648895 run osmo-stp_10.42.42.5(pid=30606): Launched\u000a10:47:26.757253 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:47:27.277416 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30608): Launched\u000a10:47:27.383652 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:47:27.650549 run patchelf(pid=30609): Launched\u000a10:47:27.826511 run osmo-stp_10.42.42.5(pid=30606): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30606)]\u000a10:47:27.954680 run osmo-stp_10.42.42.5(pid=30606): stdout: \u000a| (launched: 2022-12-10_10:47:26.502299)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:47:28.083594 run osmo-stp_10.42.42.5(pid=30606): stderr: \u000a| �[0;m�[38;5;43m20221210104726674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104726674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104726674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104726675 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104726675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104726675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104726675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:47:28.207567 run osmo-stp_10.42.42.5(pid=30606): stdout: \u000a| (launched: 2022-12-10_10:47:26.502299)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:47:28.330209 run osmo-stp_10.42.42.5(pid=30606): stderr: \u000a| �[0;m�[38;5;43m20221210104726674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104726674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104726674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104726675 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104726675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104726675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104726675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:47:28.474258 run patchelf(pid=30609): Terminating (SIGINT)\u000a10:47:28.643151 run patchelf(pid=30609): Terminated: ok {rc=0}\u000a10:47:28.674408 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=30606): Process ended prematurely: osmo-stp_10.42.42.5(pid=30606) [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30606)] [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a10:47:28.683471 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a10:47:28.743051 run osmo-hlr_10.42.42.2(pid=30603): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30603)]\u000a10:47:28.791494 run osmo-hlr_10.42.42.2(pid=30603): stdout: \u000a| (launched: 2022-12-10_10:47:25.580331) \u000a10:47:28.840818 run osmo-hlr_10.42.42.2(pid=30603): stderr: \u000a| �[0;m�[1;31m20221210104725755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210104725755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210104725755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104725755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104725755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210104725755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210104725768 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210104725777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210104725777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210104725777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:47:28.882903 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30596): Terminating (SIGTERM)\u000a10:47:28.922595 run iperf3-srv_10.42.42.10(pid=30597): Terminating (SIGTERM)\u000a10:47:28.962300 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30598): Terminating (SIGTERM)\u000a10:47:29.002022 run iperf3-srv_10.42.42.10(pid=30599): Terminating (SIGTERM)\u000a10:47:29.041840 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30602): Terminating (SIGTERM)\u000a10:47:29.081721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30605): Terminating (SIGTERM)\u000a10:47:29.122002 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30608): Terminating (SIGTERM)\u000a10:47:29.131367 --- ParallelTerminationStrategy: PID 30596 died...\u000a10:47:29.184434 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30596): Terminated: ok {rc=0}\u000a10:47:29.194560 --- ParallelTerminationStrategy: PID 30597 died...\u000a10:47:29.247279 run iperf3-srv_10.42.42.10(pid=30597): Terminated {rc=256}\u000a10:47:29.256903 --- ParallelTerminationStrategy: PID 30598 died...\u000a10:47:29.309243 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30598): Terminated: ok {rc=0}\u000a10:47:29.318970 --- ParallelTerminationStrategy: PID 30599 died...\u000a10:47:29.371554 run iperf3-srv_10.42.42.10(pid=30599): Terminated {rc=256}\u000a10:47:29.381335 --- ParallelTerminationStrategy: PID 30602 died...\u000a10:47:29.433834 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30602): Terminated: ok {rc=0}\u000a10:47:29.443548 --- ParallelTerminationStrategy: PID 30605 died...\u000a10:47:29.496070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30605): Terminated: ok {rc=0}\u000a10:47:29.505786 --- ParallelTerminationStrategy: PID 30608 died...\u000a10:47:29.558341 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30608): Terminated: ok {rc=0}\u000a10:47:29.641441 bus /gobi_0: Setting Powered False\u000a10:47:30.747004 bus /gobi_0: Setting Powered False\u000a10:47:31.874904 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30618): Process ended prematurely: osmo-stp_10.42.42.5(pid=30618) [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30618)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30618): Process ended prematurely: osmo-stp_10.42.42.5(pid=30618) [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30618)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a10:47:32.990075 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:47:33.002251 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:47:33.159815 tst iperf3.py: using LAC 27861\u000a10:47:33.278930 tst iperf3.py: using RAC 66\u000a10:47:33.397642 tst iperf3.py: using CellId 27861\u000a10:47:33.520089 tst iperf3.py: using BVCI 27862\u000a10:47:33.542953 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:47:33.554177 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:47:33.565334 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:47:33.576806 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:47:33.588562 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:47:33.599999 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:47:33.611737 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:47:33.623271 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:47:33.635164 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:47:33.924027 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:47:34.056411 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:47:34.385565 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30610): Launched\u000a10:47:34.658300 run iperf3-srv_10.42.42.10(pid=30611): Launched\u000a10:47:34.853471 tst iperf3.py:8: start network...\u000a10:47:34.986190 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:47:35.486783 run create_hlr_db(pid=30612): Launched\u000a10:47:35.671993 bus /gobi_6: Setting Powered False\u000a10:47:36.692227 run create_hlr_db(pid=30612): Terminated: ok {rc=0}\u000a10:47:37.094091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30614): Launched\u000a10:47:37.392926 run osmo-hlr_10.42.42.2(pid=30615): Launched\u000a10:47:37.503201 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:47:38.023476 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30617): Launched\u000a10:47:38.321824 run osmo-stp_10.42.42.5(pid=30618): Launched\u000a10:47:38.430914 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:47:38.950286 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30620): Launched\u000a10:47:39.056158 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:47:39.316084 run patchelf(pid=30621): Launched\u000a10:47:39.490979 run osmo-stp_10.42.42.5(pid=30618): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30618)]\u000a10:47:39.618829 run osmo-stp_10.42.42.5(pid=30618): stdout: \u000a| (launched: 2022-12-10_10:47:38.174713)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:47:39.747286 run osmo-stp_10.42.42.5(pid=30618): stderr: \u000a| �[0;m�[38;5;43m20221210104738344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104738344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104738344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104738344 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104738345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104738345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104738345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:47:39.871212 run osmo-stp_10.42.42.5(pid=30618): stdout: \u000a| (launched: 2022-12-10_10:47:38.174713)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:47:39.993086 run osmo-stp_10.42.42.5(pid=30618): stderr: \u000a| �[0;m�[38;5;43m20221210104738344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104738344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104738344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104738344 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104738345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104738345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104738345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:47:40.135718 run patchelf(pid=30621): Terminating (SIGINT)\u000a10:47:40.303135 run patchelf(pid=30621): Terminated: ok {rc=0}\u000a10:47:40.334192 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30618): Process ended prematurely: osmo-stp_10.42.42.5(pid=30618) [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30618)] [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a10:47:40.343207 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a10:47:40.402651 run osmo-hlr_10.42.42.2(pid=30615): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30615)]\u000a10:47:40.451051 run osmo-hlr_10.42.42.2(pid=30615): stdout: \u000a| (launched: 2022-12-10_10:47:37.245929) \u000a10:47:40.499824 run osmo-hlr_10.42.42.2(pid=30615): stderr: \u000a| �[0;m�[1;31m20221210104737423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210104737423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210104737423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104737423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104737423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210104737423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210104737436 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210104737446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210104737446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210104737446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:47:40.541372 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30610): Terminating (SIGTERM)\u000a10:47:40.580580 run iperf3-srv_10.42.42.10(pid=30611): Terminating (SIGTERM)\u000a10:47:40.619888 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30614): Terminating (SIGTERM)\u000a10:47:40.659191 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30617): Terminating (SIGTERM)\u000a10:47:40.698449 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30620): Terminating (SIGTERM)\u000a10:47:40.707510 --- ParallelTerminationStrategy: PID 30610 died...\u000a10:47:40.760284 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30610): Terminated: ok {rc=0}\u000a10:47:40.769782 --- ParallelTerminationStrategy: PID 30611 died...\u000a10:47:40.822309 run iperf3-srv_10.42.42.10(pid=30611): Terminated {rc=256}\u000a10:47:40.831757 --- ParallelTerminationStrategy: PID 30614 died...\u000a10:47:40.883853 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30614): Terminated: ok {rc=0}\u000a10:47:40.893398 --- ParallelTerminationStrategy: PID 30617 died...\u000a10:47:40.945495 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30617): Terminated: ok {rc=0}\u000a10:47:40.954947 --- ParallelTerminationStrategy: PID 30620 died...\u000a10:47:41.007495 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30620): Terminated: ok {rc=0}\u000a10:47:41.090126 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30636): Process ended prematurely: osmo-stp_10.42.42.5(pid=30636) [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30636)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30636): Process ended prematurely: osmo-stp_10.42.42.5(pid=30636) [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30636)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a10:47:42.204179 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:47:42.216348 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:47:42.377821 tst iperf3m4.py: using LAC 27862\u000a10:47:42.502206 tst iperf3m4.py: using RAC 67\u000a10:47:42.627009 tst iperf3m4.py: using CellId 27862\u000a10:47:42.750946 tst iperf3m4.py: using BVCI 27863\u000a10:47:42.775128 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:47:42.786662 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:47:42.798047 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:47:42.809601 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:47:42.821531 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:47:42.833819 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:47:42.846048 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:47:42.857405 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:47:42.869128 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:47:42.986950 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:47:43.108764 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:47:43.225656 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:47:43.500247 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:47:43.623728 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:47:43.934216 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30622): Launched\u000a10:47:44.191237 run iperf3-srv_10.42.42.10(pid=30623): Launched\u000a10:47:44.373296 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:47:44.497053 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:47:44.806907 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30624): Launched\u000a10:47:45.063693 run iperf3-srv_10.42.42.10(pid=30625): Launched\u000a10:47:45.245872 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:47:45.369820 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:47:45.679686 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30626): Launched\u000a10:47:45.988889 run iperf3-srv_10.42.42.10(pid=30627): Launched\u000a10:47:46.198925 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:47:46.325552 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:47:46.660125 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30628): Launched\u000a10:47:46.940667 run iperf3-srv_10.42.42.10(pid=30629): Launched\u000a10:47:47.126108 tst iperf3m4.py:8: start network...\u000a10:47:47.251982 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:47:47.732815 run create_hlr_db(pid=30630): Launched\u000a10:47:47.906991 bus /gobi_6: Setting Powered False\u000a10:47:48.926471 run create_hlr_db(pid=30630): Terminated: ok {rc=0}\u000a10:47:49.351533 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30632): Launched\u000a10:47:49.670845 run osmo-hlr_10.42.42.2(pid=30633): Launched\u000a10:47:49.790858 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:47:50.349417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30635): Launched\u000a10:47:50.668440 run osmo-stp_10.42.42.5(pid=30636): Launched\u000a10:47:50.784181 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:47:51.340800 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30638): Launched\u000a10:47:51.454742 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:47:51.732619 run patchelf(pid=30639): Launched\u000a10:47:51.920851 run osmo-stp_10.42.42.5(pid=30636): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30636)]\u000a10:47:52.058055 run osmo-stp_10.42.42.5(pid=30636): stdout: \u000a| (launched: 2022-12-10_10:47:50.512181)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:47:52.195470 run osmo-stp_10.42.42.5(pid=30636): stderr: \u000a| �[0;m�[38;5;43m20221210104750705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104750705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104750706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104750706 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104750706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104750706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104750706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:47:52.327855 run osmo-stp_10.42.42.5(pid=30636): stdout: \u000a| (launched: 2022-12-10_10:47:50.512181)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:47:52.459806 run osmo-stp_10.42.42.5(pid=30636): stderr: \u000a| �[0;m�[38;5;43m20221210104750705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104750705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104750706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104750706 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104750706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104750706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104750706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:47:52.612461 run patchelf(pid=30639): Terminating (SIGINT)\u000a10:47:52.792010 run patchelf(pid=30639): Terminated: ok {rc=0}\u000a10:47:52.825097 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30636): Process ended prematurely: osmo-stp_10.42.42.5(pid=30636) [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30636)] [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a10:47:52.835518 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a10:47:52.899239 run osmo-hlr_10.42.42.2(pid=30633): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30633)]\u000a10:47:52.950508 run osmo-hlr_10.42.42.2(pid=30633): stdout: \u000a| (launched: 2022-12-10_10:47:49.514208) \u000a10:47:53.002366 run osmo-hlr_10.42.42.2(pid=30633): stderr: \u000a| �[0;m�[1;31m20221210104749712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210104749712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210104749713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104749713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104749713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210104749713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210104749725 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210104749733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210104749733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210104749733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:47:53.046531 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30622): Terminating (SIGTERM)\u000a10:47:53.088481 run iperf3-srv_10.42.42.10(pid=30623): Terminating (SIGTERM)\u000a10:47:53.132140 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30624): Terminating (SIGTERM)\u000a10:47:53.173996 run iperf3-srv_10.42.42.10(pid=30625): Terminating (SIGTERM)\u000a10:47:53.215746 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30626): Terminating (SIGTERM)\u000a10:47:53.257484 run iperf3-srv_10.42.42.10(pid=30627): Terminating (SIGTERM)\u000a10:47:53.299180 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30628): Terminating (SIGTERM)\u000a10:47:53.341142 run iperf3-srv_10.42.42.10(pid=30629): Terminating (SIGTERM)\u000a10:47:53.382936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30632): Terminating (SIGTERM)\u000a10:47:53.424754 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30635): Terminating (SIGTERM)\u000a10:47:53.466538 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30638): Terminating (SIGTERM)\u000a10:47:53.476392 --- ParallelTerminationStrategy: PID 30622 died...\u000a10:47:53.532384 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30622): Terminated: ok {rc=0}\u000a10:47:53.542383 --- ParallelTerminationStrategy: PID 30623 died...\u000a10:47:53.597862 run iperf3-srv_10.42.42.10(pid=30623): Terminated {rc=256}\u000a10:47:53.607829 --- ParallelTerminationStrategy: PID 30624 died...\u000a10:47:53.663454 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30624): Terminated: ok {rc=0}\u000a10:47:53.673475 --- ParallelTerminationStrategy: PID 30625 died...\u000a10:47:53.728688 run iperf3-srv_10.42.42.10(pid=30625): Terminated {rc=256}\u000a10:47:53.738671 --- ParallelTerminationStrategy: PID 30626 died...\u000a10:47:53.794025 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30626): Terminated: ok {rc=0}\u000a10:47:53.804050 --- ParallelTerminationStrategy: PID 30627 died...\u000a10:47:53.859691 run iperf3-srv_10.42.42.10(pid=30627): Terminated {rc=256}\u000a10:47:53.869737 --- ParallelTerminationStrategy: PID 30628 died...\u000a10:47:53.925363 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30628): Terminated: ok {rc=0}\u000a10:47:53.935344 --- ParallelTerminationStrategy: PID 30629 died...\u000a10:47:53.990597 run iperf3-srv_10.42.42.10(pid=30629): Terminated {rc=256}\u000a10:47:54.000779 --- ParallelTerminationStrategy: PID 30632 died...\u000a10:47:54.056440 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30632): Terminated: ok {rc=0}\u000a10:47:54.066749 --- ParallelTerminationStrategy: PID 30635 died...\u000a10:47:54.122074 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30635): Terminated: ok {rc=0}\u000a10:47:54.132309 --- ParallelTerminationStrategy: PID 30638 died...\u000a10:47:54.187748 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30638): Terminated: ok {rc=0}\u000a10:47:54.275095 bus /gobi_4: Setting Powered False\u000a10:47:55.378401 bus /gobi_4: Setting Powered False\u000a10:47:56.484688 bus /gobi_1: Setting Powered False\u000a10:47:57.590963 bus /gobi_1: Setting Powered False\u000a10:47:58.698167 bus /gobi_0: Setting Powered False\u000a10:47:59.803144 bus /gobi_0: Setting Powered False\u000a10:48:00.924175 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30646): Process ended prematurely: osmo-stp_10.42.42.5(pid=30646) [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30646)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30646): Process ended prematurely: osmo-stp_10.42.42.5(pid=30646) [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30646)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a10:48:01.996316 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:48:02.009772 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:48:02.176927 tst ping.py: using LAC 27863\u000a10:48:02.303553 tst ping.py: using RAC 68\u000a10:48:02.426508 tst ping.py: using CellId 27863\u000a10:48:02.549393 tst ping.py: using BVCI 27864\u000a10:48:02.573483 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:48:02.584891 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:48:02.597093 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:48:02.608385 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:48:02.620214 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:48:02.631859 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:48:02.643552 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:48:02.655015 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:48:02.927337 tst ping.py:19: start network...\u000a10:48:03.048746 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:48:03.519335 run create_hlr_db(pid=30640): Launched\u000a10:48:03.689817 bus /gobi_6: Setting Powered False\u000a10:48:04.710468 run create_hlr_db(pid=30640): Terminated: ok {rc=0}\u000a10:48:05.127540 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30642): Launched\u000a10:48:05.441364 run osmo-hlr_10.42.42.2(pid=30643): Launched\u000a10:48:05.561284 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:48:06.107779 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30645): Launched\u000a10:48:06.420900 run osmo-stp_10.42.42.5(pid=30646): Launched\u000a10:48:06.535164 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:48:07.082721 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30648): Launched\u000a10:48:07.194998 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:48:07.468850 run patchelf(pid=30649): Launched\u000a10:48:07.653813 run osmo-stp_10.42.42.5(pid=30646): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30646)]\u000a10:48:07.788453 run osmo-stp_10.42.42.5(pid=30646): stdout: \u000a| (launched: 2022-12-10_10:48:06.266787)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:48:07.924156 run osmo-stp_10.42.42.5(pid=30646): stderr: \u000a| �[0;m�[38;5;43m20221210104806456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104806456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104806456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104806457 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104806459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104806459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104806459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:48:08.054330 run osmo-stp_10.42.42.5(pid=30646): stdout: \u000a| (launched: 2022-12-10_10:48:06.266787)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:48:08.183390 run osmo-stp_10.42.42.5(pid=30646): stderr: \u000a| �[0;m�[38;5;43m20221210104806456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104806456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104806456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104806457 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104806459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104806459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104806459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:48:08.333207 run patchelf(pid=30649): Terminating (SIGINT)\u000a10:48:08.508938 run patchelf(pid=30649): Terminated: ok {rc=0}\u000a10:48:08.540930 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=30646): Process ended prematurely: osmo-stp_10.42.42.5(pid=30646) [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30646)] [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22]\u000a10:48:08.550288 tst ping.py:22: Test FAILED (6.5 sec)\u000a10:48:08.613643 run osmo-hlr_10.42.42.2(pid=30643): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30643)]\u000a10:48:08.664872 run osmo-hlr_10.42.42.2(pid=30643): stdout: \u000a| (launched: 2022-12-10_10:48:05.287260) \u000a10:48:08.716816 run osmo-hlr_10.42.42.2(pid=30643): stderr: \u000a| �[0;m�[1;31m20221210104805487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210104805487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210104805487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104805487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104805488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210104805488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210104805500 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210104805508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210104805508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210104805508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:48:08.760902 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30642): Terminating (SIGTERM)\u000a10:48:08.803107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30645): Terminating (SIGTERM)\u000a10:48:08.845641 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30648): Terminating (SIGTERM)\u000a10:48:08.855494 --- ParallelTerminationStrategy: PID 30642 died...\u000a10:48:08.911906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30642): Terminated: ok {rc=0}\u000a10:48:08.922160 --- ParallelTerminationStrategy: PID 30645 died...\u000a10:48:08.977915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30645): Terminated: ok {rc=0}\u000a10:48:08.988140 --- ParallelTerminationStrategy: PID 30648 died...\u000a10:48:09.043803 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30648): Terminated: ok {rc=0}\u000a10:48:09.131011 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30656): Process ended prematurely: osmo-stp_10.42.42.5(pid=30656) [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30656)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30656): Process ended prematurely: osmo-stp_10.42.42.5(pid=30656) [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30656)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a10:48:10.183482 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:48:10.195679 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a10:48:10.349262 tst ping_idle_ping.py: using LAC 27864\u000a10:48:10.466924 tst ping_idle_ping.py: using RAC 69\u000a10:48:10.587861 tst ping_idle_ping.py: using CellId 27864\u000a10:48:10.702478 tst ping_idle_ping.py: using BVCI 27865\u000a10:48:10.724768 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:48:10.736040 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:48:10.746955 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:48:10.758589 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:48:10.770079 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:48:10.781608 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:48:10.793589 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a10:48:10.804938 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a10:48:11.095044 tst ping_idle_ping.py:24: start network...\u000a10:48:11.226783 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:48:11.722964 run create_hlr_db(pid=30650): Launched\u000a10:48:11.906693 bus /gobi_6: Setting Powered False\u000a10:48:12.927714 run create_hlr_db(pid=30650): Terminated: ok {rc=0}\u000a10:48:13.346788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30652): Launched\u000a10:48:13.660773 run osmo-hlr_10.42.42.2(pid=30653): Launched\u000a10:48:13.778716 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:48:14.326669 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30655): Launched\u000a10:48:14.639529 run osmo-stp_10.42.42.5(pid=30656): Launched\u000a10:48:14.754092 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:48:15.301445 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30658): Launched\u000a10:48:15.413852 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:48:15.686981 run patchelf(pid=30659): Launched\u000a10:48:15.874654 run osmo-stp_10.42.42.5(pid=30656): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30656)]\u000a10:48:16.012642 run osmo-stp_10.42.42.5(pid=30656): stdout: \u000a| (launched: 2022-12-10_10:48:14.485878)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:48:16.150875 run osmo-stp_10.42.42.5(pid=30656): stderr: \u000a| �[0;m�[38;5;43m20221210104814676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104814676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104814676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104814676 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104814679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104814679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104814679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:48:16.284149 run osmo-stp_10.42.42.5(pid=30656): stdout: \u000a| (launched: 2022-12-10_10:48:14.485878)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:48:16.416636 run osmo-stp_10.42.42.5(pid=30656): stderr: \u000a| �[0;m�[38;5;43m20221210104814676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104814676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104814676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104814676 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104814679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104814679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104814679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:48:16.570540 run patchelf(pid=30659): Terminating (SIGINT)\u000a10:48:16.750954 run patchelf(pid=30659): Terminated: ok {rc=0}\u000a10:48:16.784319 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=30656): Process ended prematurely: osmo-stp_10.42.42.5(pid=30656) [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30656)] [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a10:48:16.794707 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a10:48:16.861755 run osmo-hlr_10.42.42.2(pid=30653): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30653)]\u000a10:48:16.916684 run osmo-hlr_10.42.42.2(pid=30653): stdout: \u000a| (launched: 2022-12-10_10:48:13.506905) \u000a10:48:16.971107 run osmo-hlr_10.42.42.2(pid=30653): stderr: \u000a| �[0;m�[1;31m20221210104813703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210104813703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210104813704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104813704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104813704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210104813704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210104813716 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210104813725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210104813725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210104813725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:48:17.017920 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30652): Terminating (SIGTERM)\u000a10:48:17.063784 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30655): Terminating (SIGTERM)\u000a10:48:17.107743 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30658): Terminating (SIGTERM)\u000a10:48:17.118038 --- ParallelTerminationStrategy: PID 30652 died...\u000a10:48:17.176849 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30652): Terminated: ok {rc=0}\u000a10:48:17.187707 --- ParallelTerminationStrategy: PID 30655 died...\u000a10:48:17.243794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30655): Terminated: ok {rc=0}\u000a10:48:17.254003 --- ParallelTerminationStrategy: PID 30658 died...\u000a10:48:17.309635 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30658): Terminated: ok {rc=0}\u000a10:48:17.397632 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "128", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:47:19" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30669): Process ended prematurely: osmo-stp_10.42.42.5(pid=30669) [trial-2373↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30669)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30669): Process ended prematurely: osmo-stp_10.42.42.5(pid=30669) [trial-2373↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30669)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a10:48:19.409688 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:48:19.420882 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:48:19.580447 tst switch_tch_pdch.py: using LAC 27865\u000a10:48:19.700722 tst switch_tch_pdch.py: using RAC 70\u000a10:48:19.822347 tst switch_tch_pdch.py: using CellId 27865\u000a10:48:19.946982 tst switch_tch_pdch.py: using BVCI 27866\u000a10:48:19.971061 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:48:19.983097 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:48:19.994838 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:48:20.006764 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:48:20.018698 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:48:20.030966 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:48:20.042988 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:48:20.054576 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:48:20.170647 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:48:20.441968 tst switch_tch_pdch.py:51: start network...\u000a10:48:20.563117 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:48:21.033136 run create_hlr_db(pid=30663): Launched\u000a10:48:21.203384 bus /gobi_6: Setting Powered False\u000a10:48:22.225520 run create_hlr_db(pid=30663): Terminated: ok {rc=0}\u000a10:48:22.643697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30665): Launched\u000a10:48:22.957735 run osmo-hlr_10.42.42.2(pid=30666): Launched\u000a10:48:23.071744 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:48:23.614995 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30668): Launched\u000a10:48:23.928712 run osmo-stp_10.42.42.5(pid=30669): Launched\u000a10:48:24.042836 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:48:24.589365 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30671): Launched\u000a10:48:24.701234 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:48:24.973742 run patchelf(pid=30672): Launched\u000a10:48:25.157382 run osmo-stp_10.42.42.5(pid=30669): ERR: Terminated: ERROR {rc=1} [trial-2373↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30669)]\u000a10:48:25.291821 run osmo-stp_10.42.42.5(pid=30669): stdout: \u000a| (launched: 2022-12-10_10:48:23.774526)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:48:25.426937 run osmo-stp_10.42.42.5(pid=30669): stderr: \u000a| �[0;m�[38;5;43m20221210104823964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104823964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104823964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104823965 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104823967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104823967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104823967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:48:25.556814 run osmo-stp_10.42.42.5(pid=30669): stdout: \u000a| (launched: 2022-12-10_10:48:23.774526)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:48:25.686046 run osmo-stp_10.42.42.5(pid=30669): stderr: \u000a| �[0;m�[38;5;43m20221210104823964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104823964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104823964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104823965 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104823967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104823967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104823967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:48:25.835796 run patchelf(pid=30672): Terminating (SIGINT)\u000a10:48:26.012148 run patchelf(pid=30672): Terminated: ok {rc=0}\u000a10:48:26.044181 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=30669): Process ended prematurely: osmo-stp_10.42.42.5(pid=30669) [trial-2373↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30669)] [trial-2373↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a10:48:26.053419 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a10:48:26.116920 run osmo-hlr_10.42.42.2(pid=30666): ERR: Terminated: ERROR {rc=237} [trial-2373↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30666)]\u000a10:48:26.168458 run osmo-hlr_10.42.42.2(pid=30666): stdout: \u000a| (launched: 2022-12-10_10:48:22.803299) \u000a10:48:26.220369 run osmo-hlr_10.42.42.2(pid=30666): stderr: \u000a| �[0;m�[1;31m20221210104823002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210104823002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210104823002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104823002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104823002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210104823002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210104823019 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210104823029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210104823029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210104823029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:48:26.264423 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30665): Terminating (SIGTERM)\u000a10:48:26.306270 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30668): Terminating (SIGTERM)\u000a10:48:26.348237 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30671): Terminating (SIGTERM)\u000a10:48:26.358328 --- ParallelTerminationStrategy: PID 30665 died...\u000a10:48:26.415028 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30665): Terminated: ok {rc=0}\u000a10:48:26.425342 --- ParallelTerminationStrategy: PID 30668 died...\u000a10:48:26.481115 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30668): Terminated: ok {rc=0}\u000a10:48:26.491283 --- ParallelTerminationStrategy: PID 30671 died...\u000a10:48:26.547292 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30671): Terminated: ok {rc=0}\u000a10:48:26.634731 bus /gobi_0: Setting Powered False\u000a10:48:27.739580 bus /gobi_0: Setting Powered False\u000a10:48:28.845827 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "129", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:48:19" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30682): Process ended prematurely: osmo-stp_10.42.42.5(pid=30682) [trial-2373↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30682)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30682): Process ended prematurely: osmo-stp_10.42.42.5(pid=30682) [trial-2373↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30682)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a10:48:30.822177 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:48:30.836897 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a10:48:31.017576 tst switch_tch_pdch.py: using LAC 27866\u000a10:48:31.140587 tst switch_tch_pdch.py: using RAC 71\u000a10:48:31.267580 tst switch_tch_pdch.py: using CellId 27866\u000a10:48:31.384727 tst switch_tch_pdch.py: using BVCI 27867\u000a10:48:31.408199 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:48:31.419786 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:48:31.431853 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:48:31.443361 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:48:31.455320 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:48:31.467494 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:48:31.479316 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a10:48:31.490899 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a10:48:31.606356 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a10:48:31.948302 tst switch_tch_pdch.py:51: start network...\u000a10:48:32.094363 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:48:32.542696 run create_hlr_db(pid=30676): Launched\u000a10:48:32.662787 bus /gobi_6: Setting Powered False\u000a10:48:33.734923 run create_hlr_db(pid=30676): Terminated: ok {rc=0}\u000a10:48:34.124315 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30678): Launched\u000a10:48:34.435735 run osmo-hlr_10.42.42.2(pid=30679): Launched\u000a10:48:34.552800 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:48:35.067245 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30681): Launched\u000a10:48:35.378965 run osmo-stp_10.42.42.5(pid=30682): Launched\u000a10:48:35.492862 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:48:36.013508 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30684): Launched\u000a10:48:36.124760 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:48:36.397156 run patchelf(pid=30685): Launched\u000a10:48:36.580600 run osmo-stp_10.42.42.5(pid=30682): ERR: Terminated: ERROR {rc=1} [trial-2373↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30682)]\u000a10:48:36.714549 run osmo-stp_10.42.42.5(pid=30682): stdout: \u000a| (launched: 2022-12-10_10:48:35.225863)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:48:36.849145 run osmo-stp_10.42.42.5(pid=30682): stderr: \u000a| �[0;m�[38;5;43m20221210104835416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104835416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104835416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104835417 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104835417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104835417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104835417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:48:36.978906 run osmo-stp_10.42.42.5(pid=30682): stdout: \u000a| (launched: 2022-12-10_10:48:35.225863)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:48:37.107779 run osmo-stp_10.42.42.5(pid=30682): stderr: \u000a| �[0;m�[38;5;43m20221210104835416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104835416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104835416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104835417 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104835417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104835417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104835417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:48:37.257220 run patchelf(pid=30685): Terminating (SIGINT)\u000a10:48:37.433242 run patchelf(pid=30685): Terminated: ok {rc=0}\u000a10:48:37.465419 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=30682): Process ended prematurely: osmo-stp_10.42.42.5(pid=30682) [trial-2373↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30682)] [trial-2373↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a10:48:37.474648 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a10:48:37.537927 run osmo-hlr_10.42.42.2(pid=30679): ERR: Terminated: ERROR {rc=237} [trial-2373↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30679)]\u000a10:48:37.589251 run osmo-hlr_10.42.42.2(pid=30679): stdout: \u000a| (launched: 2022-12-10_10:48:34.283236) \u000a10:48:37.641280 run osmo-hlr_10.42.42.2(pid=30679): stderr: \u000a| �[0;m�[1;31m20221210104834480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210104834480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210104834480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104834480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104834480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210104834480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210104834493 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210104834501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210104834501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210104834501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:48:37.685984 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30678): Terminating (SIGTERM)\u000a10:48:37.727905 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30681): Terminating (SIGTERM)\u000a10:48:37.769735 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30684): Terminating (SIGTERM)\u000a10:48:37.779716 --- ParallelTerminationStrategy: PID 30678 died...\u000a10:48:37.835519 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30678): Terminated: ok {rc=0}\u000a10:48:37.845870 --- ParallelTerminationStrategy: PID 30681 died...\u000a10:48:37.902184 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30681): Terminated: ok {rc=0}\u000a10:48:37.912213 --- ParallelTerminationStrategy: PID 30684 died...\u000a10:48:37.968106 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30684): Terminated: ok {rc=0}\u000a10:48:38.054081 bus /gobi_0: Setting Powered False\u000a10:48:39.160733 bus /gobi_0: Setting Powered False\u000a10:48:40.268438 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "130", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:48:30" }, { "cases" : [ { "testActions" : [ ], "age" : 202, "className" : "nitb_sms:nanobts", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=30690): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30690) [trial-2373↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30690)]", "failedSince" : 2172, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=30690): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30690) [trial-2373↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30690)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 nitb_sms:nanobts mo_mt_sms.py\u000a----------------------------------------------\u000a10:48:42.136747 tst nitb_sms:nanobts: Using 1 x ip_address (candidates: 1)\u000a10:48:42.147571 tst nitb_sms:nanobts: Using 1 x bts (candidates: 1)\u000a10:48:42.271405 tst mo_mt_sms.py: using LAC 27867\u000a10:48:42.388848 tst mo_mt_sms.py: using RAC 72\u000a10:48:42.506695 tst mo_mt_sms.py: using CellId 27867\u000a10:48:42.621305 tst mo_mt_sms.py: using BVCI 27868\u000a10:48:42.643614 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a10:48:42.760014 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a10:48:43.045709 tst mo_mt_sms.py:9: start nitb and bts...\u000a10:48:43.176055 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a10:48:43.823164 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30689): Launched\u000a10:48:44.132670 run osmo-nitb_10.42.42.2(pid=30690): Launched\u000a10:48:44.324596 run osmo-nitb_10.42.42.2(pid=30690): ERR: Terminated: ERROR {rc=2} [trial-2373↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30690)]\u000a10:48:44.467307 run osmo-nitb_10.42.42.2(pid=30690): stdout: \u000a| (launched: 2022-12-10_10:48:43.982705) \u000a10:48:44.610102 run osmo-nitb_10.42.42.2(pid=30690): stderr: \u000a| (launched: 2022-12-10_10:48:44.029087)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:48:44.747455 run osmo-nitb_10.42.42.2(pid=30690): stdout: \u000a| (launched: 2022-12-10_10:48:43.982705) \u000a10:48:44.884300 run osmo-nitb_10.42.42.2(pid=30690): stderr: \u000a| (launched: 2022-12-10_10:48:44.029087)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:48:45.258653 tst osmo-nitb_10.42.42.2(pid=30690): stdout: \u000a| (launched: 2022-12-10_10:48:43.982705) \u000a10:48:45.383704 tst osmo-nitb_10.42.42.2(pid=30690): stderr: \u000a| (launched: 2022-12-10_10:48:44.029087)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:48:45.438372 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=30690): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30690) [trial-2373↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30690)] [trial-2373↪nitb_sms:nanobts↪mo_mt_sms.py:11]\u000a10:48:45.446984 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a10:48:45.483484 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30689): Terminating (SIGTERM)\u000a10:48:45.661314 --- ParallelTerminationStrategy: PID 30689 died...\u000a10:48:45.718207 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30689): Terminated: ok {rc=0}\u000a10:48:45.804372 bus /sierra_3: Setting Powered False\u000a10:48:46.904468 bus /sierra_3: Setting Powered False\u000a10:48:48.015235 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "131", "name" : "nitb_sms_nanobts", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:48:41" }, { "cases" : [ { "testActions" : [ ], "age" : 43, "className" : "sms:nanobts+band-1900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30700): Process ended prematurely: osmo-stp_10.42.42.5(pid=30700) [trial-2373↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30700)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30700): Process ended prematurely: osmo-stp_10.42.42.5(pid=30700) [trial-2373↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30700)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 sms:nanobts+band-1900 mo_mt_sms.py\u000a----------------------------------------------\u000a10:48:49.886539 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a10:48:49.897616 tst sms:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a10:48:50.020299 tst mo_mt_sms.py: using LAC 27868\u000a10:48:50.136688 tst mo_mt_sms.py: using RAC 73\u000a10:48:50.253650 tst mo_mt_sms.py: using CellId 27868\u000a10:48:50.372923 tst mo_mt_sms.py: using BVCI 27869\u000a10:48:50.395256 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a10:48:50.406096 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a10:48:50.416767 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a10:48:50.427642 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a10:48:50.438238 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a10:48:50.448723 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a10:48:50.566282 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a10:48:50.761429 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:48:51.230229 run create_hlr_db(pid=30694): Launched\u000a10:48:51.400175 bus /sierra_2: Setting Powered False\u000a10:48:52.421380 run create_hlr_db(pid=30694): Terminated: ok {rc=0}\u000a10:48:52.812778 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30696): Launched\u000a10:48:53.107926 run osmo-hlr_10.42.42.2(pid=30697): Launched\u000a10:48:53.214911 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:48:53.724259 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30699): Launched\u000a10:48:54.017485 run osmo-stp_10.42.42.5(pid=30700): Launched\u000a10:48:54.124266 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:48:54.660696 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30702): Launched\u000a10:48:54.954721 run osmo-msc_10.42.42.6(pid=30703): Launched\u000a10:48:55.127092 run osmo-stp_10.42.42.5(pid=30700): ERR: Terminated: ERROR {rc=1} [trial-2373↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30700)]\u000a10:48:55.251374 run osmo-stp_10.42.42.5(pid=30700): stdout: \u000a| (launched: 2022-12-10_10:48:53.873644)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:48:55.373799 run osmo-stp_10.42.42.5(pid=30700): stderr: \u000a| �[0;m�[38;5;43m20221210104854043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104854043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104854043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104854044 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104854044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104854044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104854044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:48:55.491683 run osmo-stp_10.42.42.5(pid=30700): stdout: \u000a| (launched: 2022-12-10_10:48:53.873644)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:48:55.608702 run osmo-stp_10.42.42.5(pid=30700): stderr: \u000a| �[0;m�[38;5;43m20221210104854043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104854043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104854043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104854044 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104854044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104854044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104854044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:48:55.659947 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=30700): Process ended prematurely: osmo-stp_10.42.42.5(pid=30700) [trial-2373↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30700)] [trial-2373↪sms:nanobts+band-1900↪mo_mt_sms.py:16]\u000a10:48:55.667970 tst mo_mt_sms.py:16: Test FAILED (5.8 sec)\u000a10:48:55.727803 run osmo-hlr_10.42.42.2(pid=30697): ERR: Terminated: ERROR {rc=237} [trial-2373↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30697)]\u000a10:48:55.776740 run osmo-hlr_10.42.42.2(pid=30697): stdout: \u000a| (launched: 2022-12-10_10:48:52.962211) \u000a10:48:55.827191 run osmo-hlr_10.42.42.2(pid=30697): stderr: \u000a| �[0;m�[1;31m20221210104853140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210104853140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210104853140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104853140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104853140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210104853140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210104853153 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/sms:nanobts+band-1900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210104853163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210104853163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210104853163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:48:55.894234 run osmo-msc_10.42.42.6(pid=30703): ERR: Terminated: ERROR {rc=2} [trial-2373↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30703)]\u000a10:48:55.942680 run osmo-msc_10.42.42.6(pid=30703): stdout: \u000a| (launched: 2022-12-10_10:48:54.809655) \u000a10:48:55.991801 run osmo-msc_10.42.42.6(pid=30703): stderr: \u000a| �[0;m�[38;5;43m20221210104855078 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210104855078 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5129de0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210104855078 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210104855078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210104855078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210104855079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210104855081 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210104855082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210104855082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210104855082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:48:56.033338 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30696): Terminating (SIGTERM)\u000a10:48:56.072675 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30699): Terminating (SIGTERM)\u000a10:48:56.112132 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30702): Terminating (SIGTERM)\u000a10:48:56.121280 --- ParallelTerminationStrategy: PID 30696 died...\u000a10:48:56.173978 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30696): Terminated: ok {rc=0}\u000a10:48:56.183696 --- ParallelTerminationStrategy: PID 30699 died...\u000a10:48:56.236033 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30699): Terminated: ok {rc=0}\u000a10:48:56.245852 --- ParallelTerminationStrategy: PID 30702 died...\u000a10:48:56.298165 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30702): Terminated: ok {rc=0}\u000a10:48:56.385926 bus /sierra_3: Setting Powered False\u000a10:48:57.489209 bus /sierra_3: Setting Powered False\u000a10:48:58.595264 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "132", "name" : "sms_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:48:49" }, { "cases" : [ { "testActions" : [ ], "age" : 202, "className" : "nitb_ussd:nanobts+band-1900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=30710): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30710) [trial-2373↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30710)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=30710): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30710) [trial-2373↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30710)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 nitb_ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a10:49:00.415642 tst nitb_ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 1)\u000a10:49:00.426820 tst nitb_ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a10:49:00.548071 tst assert_extension.py: using LAC 27869\u000a10:49:00.672610 tst assert_extension.py: using RAC 74\u000a10:49:00.800759 tst assert_extension.py: using CellId 27869\u000a10:49:00.944320 tst assert_extension.py: using BVCI 27870\u000a10:49:00.969362 tst nitb_ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a10:49:01.253997 tst assert_extension.py:10: start nitb and bts...\u000a10:49:01.379191 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a10:49:02.017054 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30709): Launched\u000a10:49:02.310777 run osmo-nitb_10.42.42.2(pid=30710): Launched\u000a10:49:02.492261 run osmo-nitb_10.42.42.2(pid=30710): ERR: Terminated: ERROR {rc=2} [trial-2373↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30710)]\u000a10:49:02.626179 run osmo-nitb_10.42.42.2(pid=30710): stdout: \u000a| (launched: 2022-12-10_10:49:02.169236) \u000a10:49:02.760512 run osmo-nitb_10.42.42.2(pid=30710): stderr: \u000a| (launched: 2022-12-10_10:49:02.214092)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:49:02.890255 run osmo-nitb_10.42.42.2(pid=30710): stdout: \u000a| (launched: 2022-12-10_10:49:02.169236) \u000a10:49:03.018358 run osmo-nitb_10.42.42.2(pid=30710): stderr: \u000a| (launched: 2022-12-10_10:49:02.214092)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:49:03.429623 tst osmo-nitb_10.42.42.2(pid=30710): stdout: \u000a| (launched: 2022-12-10_10:49:02.169236) \u000a10:49:03.546194 tst osmo-nitb_10.42.42.2(pid=30710): stderr: \u000a| (launched: 2022-12-10_10:49:02.214092)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:49:03.597347 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=30710): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30710) [trial-2373↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30710)] [trial-2373↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12]\u000a10:49:03.605354 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a10:49:03.639544 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30709): Terminating (SIGTERM)\u000a10:49:03.816942 --- ParallelTerminationStrategy: PID 30709 died...\u000a10:49:03.871649 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30709): Terminated: ok {rc=0}\u000a10:49:03.954358 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "133", "name" : "nitb_ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:49:00" }, { "cases" : [ { "testActions" : [ ], "age" : 43, "className" : "ussd:nanobts+band-1900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30720): Process ended prematurely: osmo-stp_10.42.42.5(pid=30720) [trial-2373↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30720)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30720): Process ended prematurely: osmo-stp_10.42.42.5(pid=30720) [trial-2373↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30720)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a10:49:05.766691 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a10:49:05.778362 tst ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a10:49:05.909811 tst assert_extension.py: using LAC 27870\u000a10:49:06.031803 tst assert_extension.py: using RAC 75\u000a10:49:06.153136 tst assert_extension.py: using CellId 27870\u000a10:49:06.274488 tst assert_extension.py: using BVCI 27871\u000a10:49:06.298428 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a10:49:06.309458 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a10:49:06.320494 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a10:49:06.331695 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a10:49:06.342936 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a10:49:06.354236 tst ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a10:49:06.559121 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:49:07.050088 run create_hlr_db(pid=30714): Launched\u000a10:49:07.233386 bus /sierra_2: Setting Powered False\u000a10:49:08.253350 run create_hlr_db(pid=30714): Terminated: ok {rc=0}\u000a10:49:08.669079 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30716): Launched\u000a10:49:08.982487 run osmo-hlr_10.42.42.2(pid=30717): Launched\u000a10:49:09.100404 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:49:09.646511 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30719): Launched\u000a10:49:09.959311 run osmo-stp_10.42.42.5(pid=30720): Launched\u000a10:49:10.075806 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:49:10.648836 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30722): Launched\u000a10:49:10.962297 run osmo-msc_10.42.42.6(pid=30723): Launched\u000a10:49:11.146521 run osmo-stp_10.42.42.5(pid=30720): ERR: Terminated: ERROR {rc=1} [trial-2373↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30720)]\u000a10:49:11.279688 run osmo-stp_10.42.42.5(pid=30720): stdout: \u000a| (launched: 2022-12-10_10:49:09.805258)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:49:11.412008 run osmo-stp_10.42.42.5(pid=30720): stderr: \u000a| �[0;m�[38;5;43m20221210104909997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104909997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104909998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104909998 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104909998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104909998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104909998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:49:11.538234 run osmo-stp_10.42.42.5(pid=30720): stdout: \u000a| (launched: 2022-12-10_10:49:09.805258)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:49:11.663017 run osmo-stp_10.42.42.5(pid=30720): stderr: \u000a| �[0;m�[38;5;43m20221210104909997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104909997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104909998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104909998 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104909998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104909998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104909998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:49:11.717655 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=30720): Process ended prematurely: osmo-stp_10.42.42.5(pid=30720) [trial-2373↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30720)] [trial-2373↪ussd:nanobts+band-1900↪assert_extension.py:17]\u000a10:49:11.726097 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a10:49:11.789111 run osmo-hlr_10.42.42.2(pid=30717): ERR: Terminated: ERROR {rc=237} [trial-2373↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30717)]\u000a10:49:11.840361 run osmo-hlr_10.42.42.2(pid=30717): stdout: \u000a| (launched: 2022-12-10_10:49:08.827727) \u000a10:49:11.892538 run osmo-hlr_10.42.42.2(pid=30717): stderr: \u000a| �[0;m�[1;31m20221210104909024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210104909024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210104909024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104909024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104909024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210104909025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210104909037 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/ussd:nanobts+band-1900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210104909045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210104909045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210104909045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:49:11.965054 run osmo-msc_10.42.42.6(pid=30723): ERR: Terminated: ERROR {rc=2} [trial-2373↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30723)]\u000a10:49:12.016469 run osmo-msc_10.42.42.6(pid=30723): stdout: \u000a| (launched: 2022-12-10_10:49:10.808403) \u000a10:49:12.068384 run osmo-msc_10.42.42.6(pid=30723): stderr: \u000a| �[0;m�[38;5;43m20221210104911129 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210104911129 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f530b07cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210104911129 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210104911129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210104911129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210104911129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210104911131 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210104911131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210104911132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210104911132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:49:12.112332 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30716): Terminating (SIGTERM)\u000a10:49:12.154153 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30719): Terminating (SIGTERM)\u000a10:49:12.196018 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30722): Terminating (SIGTERM)\u000a10:49:12.205997 --- ParallelTerminationStrategy: PID 30716 died...\u000a10:49:12.261697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30716): Terminated: ok {rc=0}\u000a10:49:12.271782 --- ParallelTerminationStrategy: PID 30719 died...\u000a10:49:12.327102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30719): Terminated: ok {rc=0}\u000a10:49:12.337465 --- ParallelTerminationStrategy: PID 30722 died...\u000a10:49:12.392901 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30722): Terminated: ok {rc=0}\u000a10:49:12.479659 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "134", "name" : "ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:49:05" }, { "cases" : [ { "testActions" : [ ], "age" : 43, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30734): Process ended prematurely: osmo-stp_10.42.42.5(pid=30734) [trial-2373↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30734)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30734): Process ended prematurely: osmo-stp_10.42.42.5(pid=30734) [trial-2373↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30734)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a10:49:14.400357 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:49:14.411569 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a10:49:14.555473 tst mo_mt_call.py: using LAC 27871\u000a10:49:14.673408 tst mo_mt_call.py: using RAC 76\u000a10:49:14.790200 tst mo_mt_call.py: using CellId 27871\u000a10:49:14.908622 tst mo_mt_call.py: using BVCI 27872\u000a10:49:14.931271 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:49:14.942549 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:49:14.953572 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:49:14.964536 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:49:14.975621 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:49:14.986659 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:49:15.103736 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:49:15.305448 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:49:15.780885 run create_hlr_db(pid=30728): Launched\u000a10:49:15.955819 bus /sierra_2: Setting Powered False\u000a10:49:16.979873 run create_hlr_db(pid=30728): Terminated: ok {rc=0}\u000a10:49:17.400338 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30730): Launched\u000a10:49:17.698173 run osmo-hlr_10.42.42.2(pid=30731): Launched\u000a10:49:17.807185 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:49:18.324613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30733): Launched\u000a10:49:18.622473 run osmo-stp_10.42.42.5(pid=30734): Launched\u000a10:49:18.731572 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:49:19.277593 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30736): Launched\u000a10:49:19.575446 run osmo-msc_10.42.42.6(pid=30737): Launched\u000a10:49:19.750827 run osmo-stp_10.42.42.5(pid=30734): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30734)]\u000a10:49:19.877710 run osmo-stp_10.42.42.5(pid=30734): stdout: \u000a| (launched: 2022-12-10_10:49:18.475543)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:49:20.002880 run osmo-stp_10.42.42.5(pid=30734): stderr: \u000a| �[0;m�[38;5;43m20221210104918645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104918645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104918645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104918646 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104918648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104918648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104918648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:49:20.122869 run osmo-stp_10.42.42.5(pid=30734): stdout: \u000a| (launched: 2022-12-10_10:49:18.475543)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:49:20.241635 run osmo-stp_10.42.42.5(pid=30734): stderr: \u000a| �[0;m�[38;5;43m20221210104918645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104918645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104918645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104918646 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104918648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104918648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104918648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:49:20.294111 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30734): Process ended prematurely: osmo-stp_10.42.42.5(pid=30734) [trial-2373↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30734)] [trial-2373↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a10:49:20.302672 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a10:49:20.361754 run osmo-hlr_10.42.42.2(pid=30731): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30731)]\u000a10:49:20.410395 run osmo-hlr_10.42.42.2(pid=30731): stdout: \u000a| (launched: 2022-12-10_10:49:17.551767) \u000a10:49:20.459968 run osmo-hlr_10.42.42.2(pid=30731): stderr: \u000a| �[0;m�[1;31m20221210104917727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210104917727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210104917727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104917727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104917727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210104917727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210104917746 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210104917756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210104917756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210104917756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:49:20.526910 run osmo-msc_10.42.42.6(pid=30737): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30737)]\u000a10:49:20.576005 run osmo-msc_10.42.42.6(pid=30737): stdout: \u000a| (launched: 2022-12-10_10:49:19.429285) \u000a10:49:20.624907 run osmo-msc_10.42.42.6(pid=30737): stderr: \u000a| �[0;m�[38;5;43m20221210104919701 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210104919702 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7eff44f72c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210104919702 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210104919702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210104919702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210104919702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210104919704 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210104919704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210104919704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210104919704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:49:20.666329 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30730): Terminating (SIGTERM)\u000a10:49:20.705536 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30733): Terminating (SIGTERM)\u000a10:49:20.745140 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30736): Terminating (SIGTERM)\u000a10:49:20.754346 --- ParallelTerminationStrategy: PID 30730 died...\u000a10:49:20.807343 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30730): Terminated: ok {rc=0}\u000a10:49:20.816858 --- ParallelTerminationStrategy: PID 30733 died...\u000a10:49:20.869441 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30733): Terminated: ok {rc=0}\u000a10:49:20.878842 --- ParallelTerminationStrategy: PID 30736 died...\u000a10:49:20.931361 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30736): Terminated: ok {rc=0}\u000a10:49:21.019882 bus /sierra_3: Setting Powered False\u000a10:49:22.121477 bus /sierra_3: Setting Powered False\u000a10:49:23.227413 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 52, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30745): Process ended prematurely: osmo-stp_10.42.42.5(pid=30745) [trial-2373↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30745)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30745): Process ended prematurely: osmo-stp_10.42.42.5(pid=30745) [trial-2373↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30745)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:49:24.339910 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:49:24.352149 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a10:49:24.508159 tst mo_mt_call_osmux.py: using LAC 27872\u000a10:49:24.632927 tst mo_mt_call_osmux.py: using RAC 77\u000a10:49:24.762970 tst mo_mt_call_osmux.py: using CellId 27872\u000a10:49:24.888197 tst mo_mt_call_osmux.py: using BVCI 27873\u000a10:49:24.912378 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:49:24.924215 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:49:24.936299 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:49:24.947815 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:49:24.959598 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:49:24.972006 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:49:25.089957 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:49:25.295024 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:49:25.774024 run create_hlr_db(pid=30739): Launched\u000a10:49:25.946005 bus /sierra_2: Setting Powered False\u000a10:49:26.968126 run create_hlr_db(pid=30739): Terminated: ok {rc=0}\u000a10:49:27.366575 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30741): Launched\u000a10:49:27.665055 run osmo-hlr_10.42.42.2(pid=30742): Launched\u000a10:49:27.780656 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:49:28.308546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30744): Launched\u000a10:49:28.607482 run osmo-stp_10.42.42.5(pid=30745): Launched\u000a10:49:28.716467 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:49:29.262657 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30747): Launched\u000a10:49:29.560439 run osmo-msc_10.42.42.6(pid=30748): Launched\u000a10:49:29.736308 run osmo-stp_10.42.42.5(pid=30745): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30745)]\u000a10:49:29.863994 run osmo-stp_10.42.42.5(pid=30745): stdout: \u000a| (launched: 2022-12-10_10:49:28.460408)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:49:29.988387 run osmo-stp_10.42.42.5(pid=30745): stderr: \u000a| �[0;m�[38;5;43m20221210104928630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104928630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104928631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104928631 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104928633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104928633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104928633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:49:30.108676 run osmo-stp_10.42.42.5(pid=30745): stdout: \u000a| (launched: 2022-12-10_10:49:28.460408)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:49:30.226889 run osmo-stp_10.42.42.5(pid=30745): stderr: \u000a| �[0;m�[38;5;43m20221210104928630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104928630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104928631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104928631 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104928633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104928633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104928633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:49:30.279518 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30745): Process ended prematurely: osmo-stp_10.42.42.5(pid=30745) [trial-2373↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30745)] [trial-2373↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a10:49:30.287925 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a10:49:30.346823 run osmo-hlr_10.42.42.2(pid=30742): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30742)]\u000a10:49:30.395230 run osmo-hlr_10.42.42.2(pid=30742): stdout: \u000a| (launched: 2022-12-10_10:49:27.518969) \u000a10:49:30.444262 run osmo-hlr_10.42.42.2(pid=30742): stderr: \u000a| �[0;m�[1;31m20221210104927697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210104927697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210104927697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104927697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104927697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210104927697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210104927710 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210104927718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210104927718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210104927718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:49:30.510768 run osmo-msc_10.42.42.6(pid=30748): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30748)]\u000a10:49:30.559046 run osmo-msc_10.42.42.6(pid=30748): stdout: \u000a| (launched: 2022-12-10_10:49:29.413697) \u000a10:49:30.607605 run osmo-msc_10.42.42.6(pid=30748): stderr: \u000a| �[0;m�[38;5;43m20221210104929689 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210104929689 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feb8de84c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210104929689 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210104929689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210104929689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210104929689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210104929691 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210104929691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210104929692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210104929692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:49:30.649143 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30741): Terminating (SIGTERM)\u000a10:49:30.688248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30744): Terminating (SIGTERM)\u000a10:49:30.727345 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30747): Terminating (SIGTERM)\u000a10:49:30.736454 --- ParallelTerminationStrategy: PID 30741 died...\u000a10:49:30.789550 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30741): Terminated: ok {rc=0}\u000a10:49:30.798970 --- ParallelTerminationStrategy: PID 30744 died...\u000a10:49:30.851693 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30744): Terminated: ok {rc=0}\u000a10:49:30.873148 --- ParallelTerminationStrategy: PID 30747 died...\u000a10:49:30.926753 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30747): Terminated: ok {rc=0}\u000a10:49:31.011248 bus /sierra_3: Setting Powered False\u000a10:49:32.138738 bus /sierra_3: Setting Powered False\u000a10:49:33.252616 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "135", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:49:14" }, { "cases" : [ { "testActions" : [ ], "age" : 43, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30760): Process ended prematurely: osmo-stp_10.42.42.5(pid=30760) [trial-2373↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30760)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30760): Process ended prematurely: osmo-stp_10.42.42.5(pid=30760) [trial-2373↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30760)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a10:49:35.215278 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:49:35.226411 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a10:49:35.377183 tst mo_mt_call.py: using LAC 27873\u000a10:49:35.494151 tst mo_mt_call.py: using RAC 78\u000a10:49:35.609775 tst mo_mt_call.py: using CellId 27873\u000a10:49:35.724869 tst mo_mt_call.py: using BVCI 27874\u000a10:49:35.747534 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:49:35.758677 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:49:35.769759 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:49:35.780785 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:49:35.791948 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:49:35.802978 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:49:35.921715 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:49:36.130631 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:49:36.630983 run create_hlr_db(pid=30754): Launched\u000a10:49:36.816377 bus /sierra_2: Setting Powered False\u000a10:49:37.836690 run create_hlr_db(pid=30754): Terminated: ok {rc=0}\u000a10:49:38.238494 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30756): Launched\u000a10:49:38.537892 run osmo-hlr_10.42.42.2(pid=30757): Launched\u000a10:49:38.649826 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:49:39.168523 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30759): Launched\u000a10:49:39.467073 run osmo-stp_10.42.42.5(pid=30760): Launched\u000a10:49:39.576167 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:49:40.123048 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30762): Launched\u000a10:49:40.422697 run osmo-msc_10.42.42.6(pid=30763): Launched\u000a10:49:40.598830 run osmo-stp_10.42.42.5(pid=30760): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30760)]\u000a10:49:40.725581 run osmo-stp_10.42.42.5(pid=30760): stdout: \u000a| (launched: 2022-12-10_10:49:39.320403)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:49:40.850319 run osmo-stp_10.42.42.5(pid=30760): stderr: \u000a| �[0;m�[38;5;43m20221210104939490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104939490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104939490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104939491 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104939491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104939491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104939491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:49:40.970839 run osmo-stp_10.42.42.5(pid=30760): stdout: \u000a| (launched: 2022-12-10_10:49:39.320403)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:49:41.089599 run osmo-stp_10.42.42.5(pid=30760): stderr: \u000a| �[0;m�[38;5;43m20221210104939490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104939490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104939490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104939491 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104939491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104939491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104939491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:49:41.142249 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30760): Process ended prematurely: osmo-stp_10.42.42.5(pid=30760) [trial-2373↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30760)] [trial-2373↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a10:49:41.150807 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a10:49:41.210251 run osmo-hlr_10.42.42.2(pid=30757): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30757)]\u000a10:49:41.259008 run osmo-hlr_10.42.42.2(pid=30757): stdout: \u000a| (launched: 2022-12-10_10:49:38.390592) \u000a10:49:41.308242 run osmo-hlr_10.42.42.2(pid=30757): stderr: \u000a| �[0;m�[1;31m20221210104938566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210104938566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210104938566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104938566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104938566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210104938566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210104938577 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210104938585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210104938585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210104938585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:49:41.374968 run osmo-msc_10.42.42.6(pid=30763): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30763)]\u000a10:49:41.423884 run osmo-msc_10.42.42.6(pid=30763): stdout: \u000a| (launched: 2022-12-10_10:49:40.275462) \u000a10:49:41.473055 run osmo-msc_10.42.42.6(pid=30763): stderr: \u000a| �[0;m�[38;5;43m20221210104940545 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210104940545 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4558b60c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210104940545 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210104940545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210104940545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210104940546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210104940548 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210104940549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210104940549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210104940549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:49:41.514594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30756): Terminating (SIGTERM)\u000a10:49:41.554000 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30759): Terminating (SIGTERM)\u000a10:49:41.593813 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30762): Terminating (SIGTERM)\u000a10:49:41.602955 --- ParallelTerminationStrategy: PID 30756 died...\u000a10:49:41.655531 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30756): Terminated: ok {rc=0}\u000a10:49:41.665066 --- ParallelTerminationStrategy: PID 30759 died...\u000a10:49:41.717357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30759): Terminated: ok {rc=0}\u000a10:49:41.726769 --- ParallelTerminationStrategy: PID 30762 died...\u000a10:49:41.779158 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30762): Terminated: ok {rc=0}\u000a10:49:41.861905 bus /sierra_3: Setting Powered False\u000a10:49:42.963600 bus /sierra_3: Setting Powered False\u000a10:49:44.069704 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 54, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30771): Process ended prematurely: osmo-stp_10.42.42.5(pid=30771) [trial-2373↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30771)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30771): Process ended prematurely: osmo-stp_10.42.42.5(pid=30771) [trial-2373↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30771)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:49:45.176623 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:49:45.188220 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a10:49:45.333138 tst mo_mt_call_osmux.py: using LAC 27874\u000a10:49:45.451975 tst mo_mt_call_osmux.py: using RAC 79\u000a10:49:45.571046 tst mo_mt_call_osmux.py: using CellId 27874\u000a10:49:45.689876 tst mo_mt_call_osmux.py: using BVCI 27875\u000a10:49:45.712380 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:49:45.723559 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:49:45.734573 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:49:45.745643 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:49:45.756720 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:49:45.767712 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:49:45.907216 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:49:46.167787 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:49:46.697981 run create_hlr_db(pid=30765): Launched\u000a10:49:46.875491 bus /sierra_2: Setting Powered False\u000a10:49:47.893539 run create_hlr_db(pid=30765): Terminated: ok {rc=0}\u000a10:49:48.317367 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30767): Launched\u000a10:49:48.637812 run osmo-hlr_10.42.42.2(pid=30768): Launched\u000a10:49:48.757406 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:49:49.311438 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30770): Launched\u000a10:49:49.631346 run osmo-stp_10.42.42.5(pid=30771): Launched\u000a10:49:49.748342 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:49:50.332411 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30773): Launched\u000a10:49:50.652940 run osmo-msc_10.42.42.6(pid=30774): Launched\u000a10:49:50.841888 run osmo-stp_10.42.42.5(pid=30771): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30771)]\u000a10:49:50.978829 run osmo-stp_10.42.42.5(pid=30771): stdout: \u000a| (launched: 2022-12-10_10:49:49.473692)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:49:51.114738 run osmo-stp_10.42.42.5(pid=30771): stderr: \u000a| �[0;m�[38;5;43m20221210104949666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104949666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104949666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104949666 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104949667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104949667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104949667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:49:51.243803 run osmo-stp_10.42.42.5(pid=30771): stdout: \u000a| (launched: 2022-12-10_10:49:49.473692)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:49:51.371270 run osmo-stp_10.42.42.5(pid=30771): stderr: \u000a| �[0;m�[38;5;43m20221210104949666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210104949666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210104949666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210104949666 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210104949667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210104949667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210104949667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:49:51.427638 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30771): Process ended prematurely: osmo-stp_10.42.42.5(pid=30771) [trial-2373↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30771)] [trial-2373↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a10:49:51.436895 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a10:49:51.501091 run osmo-hlr_10.42.42.2(pid=30768): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30768)]\u000a10:49:51.553105 run osmo-hlr_10.42.42.2(pid=30768): stdout: \u000a| (launched: 2022-12-10_10:49:48.479810) \u000a10:49:51.605852 run osmo-hlr_10.42.42.2(pid=30768): stderr: \u000a| �[0;m�[1;31m20221210104948675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210104948675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210104948675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104948675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104948675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210104948675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210104948688 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210104948698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210104948698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210104948698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:49:51.676797 run osmo-msc_10.42.42.6(pid=30774): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30774)]\u000a10:49:51.729232 run osmo-msc_10.42.42.6(pid=30774): stdout: \u000a| (launched: 2022-12-10_10:49:50.495280) \u000a10:49:51.781852 run osmo-msc_10.42.42.6(pid=30774): stderr: \u000a| �[0;m�[38;5;43m20221210104950817 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210104950817 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f21b7272c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210104950817 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210104950817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210104950817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210104950818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210104950819 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210104950820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210104950820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210104950820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:49:51.826076 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30767): Terminating (SIGTERM)\u000a10:49:51.868039 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30770): Terminating (SIGTERM)\u000a10:49:51.910441 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30773): Terminating (SIGTERM)\u000a10:49:51.920442 --- ParallelTerminationStrategy: PID 30767 died...\u000a10:49:51.975832 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30767): Terminated: ok {rc=0}\u000a10:49:51.986079 --- ParallelTerminationStrategy: PID 30770 died...\u000a10:49:52.041019 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30770): Terminated: ok {rc=0}\u000a10:49:52.051154 --- ParallelTerminationStrategy: PID 30773 died...\u000a10:49:52.106804 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30773): Terminated: ok {rc=0}\u000a10:49:52.192640 bus /sierra_3: Setting Powered False\u000a10:49:53.298469 bus /sierra_3: Setting Powered False\u000a10:49:54.405172 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "136", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:49:34" }, { "cases" : [ { "testActions" : [ ], "age" : 43, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30785): Process ended prematurely: osmo-stp_10.42.42.5(pid=30785) [trial-2373↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30785)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30785): Process ended prematurely: osmo-stp_10.42.42.5(pid=30785) [trial-2373↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30785)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a10:49:56.373425 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:49:56.384608 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a10:49:56.529081 tst mo_mt_call.py: using LAC 27875\u000a10:49:56.646609 tst mo_mt_call.py: using RAC 80\u000a10:49:56.764069 tst mo_mt_call.py: using CellId 27875\u000a10:49:56.886651 tst mo_mt_call.py: using BVCI 27876\u000a10:49:56.909531 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:49:56.920597 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:49:56.931546 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:49:56.942771 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:49:56.954095 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:49:56.965171 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:49:57.078673 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:49:57.279481 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:49:57.757578 run create_hlr_db(pid=30779): Launched\u000a10:49:57.943415 bus /sierra_2: Setting Powered False\u000a10:49:58.963892 run create_hlr_db(pid=30779): Terminated: ok {rc=0}\u000a10:49:59.364309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30781): Launched\u000a10:49:59.663648 run osmo-hlr_10.42.42.2(pid=30782): Launched\u000a10:49:59.775295 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:50:00.294242 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30784): Launched\u000a10:50:00.593942 run osmo-stp_10.42.42.5(pid=30785): Launched\u000a10:50:00.703046 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:50:01.319979 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30787): Launched\u000a10:50:01.774149 run osmo-msc_10.42.42.6(pid=30791): Launched\u000a10:50:02.078107 run osmo-stp_10.42.42.5(pid=30785): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30785)]\u000a10:50:02.217001 run osmo-stp_10.42.42.5(pid=30785): stdout: \u000a| (launched: 2022-12-10_10:50:00.446843)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:50:02.361317 run osmo-stp_10.42.42.5(pid=30785): stderr: \u000a| �[0;m�[38;5;43m20221210105000617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105000617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105000618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105000618 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105000619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105000619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105000619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:50:02.492014 run osmo-stp_10.42.42.5(pid=30785): stdout: \u000a| (launched: 2022-12-10_10:50:00.446843)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:50:02.619676 run osmo-stp_10.42.42.5(pid=30785): stderr: \u000a| �[0;m�[38;5;43m20221210105000617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105000617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105000618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105000618 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105000619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105000619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105000619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:50:02.675781 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30785): Process ended prematurely: osmo-stp_10.42.42.5(pid=30785) [trial-2373↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30785)] [trial-2373↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a10:50:02.685099 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a10:50:02.748428 run osmo-hlr_10.42.42.2(pid=30782): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30782)]\u000a10:50:02.800141 run osmo-hlr_10.42.42.2(pid=30782): stdout: \u000a| (launched: 2022-12-10_10:49:59.515577) \u000a10:50:02.852850 run osmo-hlr_10.42.42.2(pid=30782): stderr: \u000a| �[0;m�[1;31m20221210104959691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210104959691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210104959691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104959691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210104959691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210104959691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210104959703 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210104959712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210104959712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210104959712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:50:02.924214 run osmo-msc_10.42.42.6(pid=30791): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30791)]\u000a10:50:02.976115 run osmo-msc_10.42.42.6(pid=30791): stdout: \u000a| (launched: 2022-12-10_10:50:01.486986) \u000a10:50:03.028751 run osmo-msc_10.42.42.6(pid=30791): stderr: \u000a| �[0;m�[38;5;43m20221210105002047 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210105002048 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f25bdd7bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210105002048 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210105002048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210105002048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210105002048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210105002050 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210105002050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210105002050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210105002050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:50:03.073190 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30781): Terminating (SIGTERM)\u000a10:50:03.115138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30784): Terminating (SIGTERM)\u000a10:50:03.157623 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30787): Terminating (SIGTERM)\u000a10:50:03.167399 --- ParallelTerminationStrategy: PID 30781 died...\u000a10:50:03.224022 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30781): Terminated: ok {rc=0}\u000a10:50:03.234222 --- ParallelTerminationStrategy: PID 30784 died...\u000a10:50:03.290665 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30784): Terminated: ok {rc=0}\u000a10:50:03.300752 --- ParallelTerminationStrategy: PID 30787 died...\u000a10:50:03.357237 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30787): Terminated: ok {rc=0}\u000a10:50:03.443353 bus /sierra_3: Setting Powered False\u000a10:50:04.549376 bus /sierra_3: Setting Powered False\u000a10:50:05.656178 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 54, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30799): Process ended prematurely: osmo-stp_10.42.42.5(pid=30799) [trial-2373↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30799)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30799): Process ended prematurely: osmo-stp_10.42.42.5(pid=30799) [trial-2373↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30799)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:50:06.770228 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:50:06.782347 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a10:50:06.936029 tst mo_mt_call_osmux.py: using LAC 27876\u000a10:50:07.067065 tst mo_mt_call_osmux.py: using RAC 81\u000a10:50:07.191882 tst mo_mt_call_osmux.py: using CellId 27876\u000a10:50:07.317767 tst mo_mt_call_osmux.py: using BVCI 27877\u000a10:50:07.342105 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:50:07.353806 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:50:07.365384 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:50:07.377315 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:50:07.389156 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:50:07.401069 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:50:07.518950 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:50:07.717978 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:50:08.197443 run create_hlr_db(pid=30793): Launched\u000a10:50:08.370695 bus /sierra_2: Setting Powered False\u000a10:50:09.391266 run create_hlr_db(pid=30793): Terminated: ok {rc=0}\u000a10:50:09.817454 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30795): Launched\u000a10:50:10.137848 run osmo-hlr_10.42.42.2(pid=30796): Launched\u000a10:50:10.257646 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:50:10.814609 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30798): Launched\u000a10:50:11.133866 run osmo-stp_10.42.42.5(pid=30799): Launched\u000a10:50:11.250656 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:50:11.840304 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30801): Launched\u000a10:50:12.160769 run osmo-msc_10.42.42.6(pid=30802): Launched\u000a10:50:12.348706 run osmo-stp_10.42.42.5(pid=30799): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30799)]\u000a10:50:12.485285 run osmo-stp_10.42.42.5(pid=30799): stdout: \u000a| (launched: 2022-12-10_10:50:10.977446)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:50:12.620823 run osmo-stp_10.42.42.5(pid=30799): stderr: \u000a| �[0;m�[38;5;43m20221210105011167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105011167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105011167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105011168 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105011168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105011168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105011168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:50:12.749782 run osmo-stp_10.42.42.5(pid=30799): stdout: \u000a| (launched: 2022-12-10_10:50:10.977446)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:50:12.877168 run osmo-stp_10.42.42.5(pid=30799): stderr: \u000a| �[0;m�[38;5;43m20221210105011167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105011167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105011167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105011168 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105011168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105011168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105011168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:50:12.933678 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30799): Process ended prematurely: osmo-stp_10.42.42.5(pid=30799) [trial-2373↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30799)] [trial-2373↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a10:50:12.942898 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a10:50:13.005950 run osmo-hlr_10.42.42.2(pid=30796): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30796)]\u000a10:50:13.057217 run osmo-hlr_10.42.42.2(pid=30796): stdout: \u000a| (launched: 2022-12-10_10:50:09.981444) \u000a10:50:13.109259 run osmo-hlr_10.42.42.2(pid=30796): stderr: \u000a| �[0;m�[1;31m20221210105010180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210105010180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210105010180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105010180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105010180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210105010180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210105010192 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210105010201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210105010201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210105010201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:50:13.179686 run osmo-msc_10.42.42.6(pid=30802): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30802)]\u000a10:50:13.230837 run osmo-msc_10.42.42.6(pid=30802): stdout: \u000a| (launched: 2022-12-10_10:50:12.003916) \u000a10:50:13.282694 run osmo-msc_10.42.42.6(pid=30802): stderr: \u000a| �[0;m�[38;5;43m20221210105012322 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210105012322 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f337520ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210105012322 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210105012322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210105012323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210105012323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210105012324 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210105012325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210105012325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210105012325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:50:13.326650 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30795): Terminating (SIGTERM)\u000a10:50:13.369114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30798): Terminating (SIGTERM)\u000a10:50:13.410707 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30801): Terminating (SIGTERM)\u000a10:50:13.420652 --- ParallelTerminationStrategy: PID 30795 died...\u000a10:50:13.476446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30795): Terminated: ok {rc=0}\u000a10:50:13.486475 --- ParallelTerminationStrategy: PID 30798 died...\u000a10:50:13.542169 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30798): Terminated: ok {rc=0}\u000a10:50:13.552163 --- ParallelTerminationStrategy: PID 30801 died...\u000a10:50:13.607809 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30801): Terminated: ok {rc=0}\u000a10:50:13.694245 bus /sierra_3: Setting Powered False\u000a10:50:14.800441 bus /sierra_3: Setting Powered False\u000a10:50:15.928199 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "137", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:49:56" }, { "cases" : [ { "testActions" : [ ], "age" : 43, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30813): Process ended prematurely: osmo-stp_10.42.42.5(pid=30813) [trial-2373↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30813)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30813): Process ended prematurely: osmo-stp_10.42.42.5(pid=30813) [trial-2373↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30813)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a10:50:17.933164 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:50:17.944514 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a10:50:18.090836 tst mo_mt_call.py: using LAC 27877\u000a10:50:18.207919 tst mo_mt_call.py: using RAC 82\u000a10:50:18.325403 tst mo_mt_call.py: using CellId 27877\u000a10:50:18.443332 tst mo_mt_call.py: using BVCI 27878\u000a10:50:18.466327 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:50:18.477479 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:50:18.488329 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:50:18.499552 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:50:18.510805 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:50:18.522185 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:50:18.639946 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:50:18.842498 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:50:19.319310 run create_hlr_db(pid=30807): Launched\u000a10:50:19.491002 bus /sierra_2: Setting Powered False\u000a10:50:20.513486 run create_hlr_db(pid=30807): Terminated: ok {rc=0}\u000a10:50:20.936700 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30809): Launched\u000a10:50:21.255352 run osmo-hlr_10.42.42.2(pid=30810): Launched\u000a10:50:21.374233 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:50:21.896425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30812): Launched\u000a10:50:22.195029 run osmo-stp_10.42.42.5(pid=30813): Launched\u000a10:50:22.303201 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:50:22.850229 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30815): Launched\u000a10:50:23.149248 run osmo-msc_10.42.42.6(pid=30816): Launched\u000a10:50:23.325204 run osmo-stp_10.42.42.5(pid=30813): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30813)]\u000a10:50:23.451400 run osmo-stp_10.42.42.5(pid=30813): stdout: \u000a| (launched: 2022-12-10_10:50:22.048669)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:50:23.575886 run osmo-stp_10.42.42.5(pid=30813): stderr: \u000a| �[0;m�[38;5;43m20221210105022221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105022221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105022221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105022221 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105022222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105022222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105022222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:50:23.697159 run osmo-stp_10.42.42.5(pid=30813): stdout: \u000a| (launched: 2022-12-10_10:50:22.048669)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:50:23.815754 run osmo-stp_10.42.42.5(pid=30813): stderr: \u000a| �[0;m�[38;5;43m20221210105022221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105022221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105022221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105022221 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105022222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105022222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105022222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:50:23.868456 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30813): Process ended prematurely: osmo-stp_10.42.42.5(pid=30813) [trial-2373↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30813)] [trial-2373↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a10:50:23.877241 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a10:50:23.937070 run osmo-hlr_10.42.42.2(pid=30810): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30810)]\u000a10:50:23.985941 run osmo-hlr_10.42.42.2(pid=30810): stdout: \u000a| (launched: 2022-12-10_10:50:21.099327) \u000a10:50:24.035305 run osmo-hlr_10.42.42.2(pid=30810): stderr: \u000a| �[0;m�[1;31m20221210105021295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210105021295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210105021295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105021295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105021295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210105021296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210105021307 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210105021315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210105021315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210105021315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:50:24.102523 run osmo-msc_10.42.42.6(pid=30816): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30816)]\u000a10:50:24.151179 run osmo-msc_10.42.42.6(pid=30816): stdout: \u000a| (launched: 2022-12-10_10:50:23.001924) \u000a10:50:24.200572 run osmo-msc_10.42.42.6(pid=30816): stderr: \u000a| �[0;m�[38;5;43m20221210105023272 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210105023273 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe729db7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210105023273 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210105023273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210105023273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210105023273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210105023275 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210105023275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210105023276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210105023276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:50:24.242310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30809): Terminating (SIGTERM)\u000a10:50:24.281906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30812): Terminating (SIGTERM)\u000a10:50:24.321669 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30815): Terminating (SIGTERM)\u000a10:50:24.331163 --- ParallelTerminationStrategy: PID 30809 died...\u000a10:50:24.384550 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30809): Terminated: ok {rc=0}\u000a10:50:24.394284 --- ParallelTerminationStrategy: PID 30812 died...\u000a10:50:24.447403 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30812): Terminated: ok {rc=0}\u000a10:50:24.457064 --- ParallelTerminationStrategy: PID 30815 died...\u000a10:50:24.510368 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30815): Terminated: ok {rc=0}\u000a10:50:24.594439 bus /sierra_3: Setting Powered False\u000a10:50:25.695047 bus /sierra_3: Setting Powered False\u000a10:50:26.805879 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 54, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30824): Process ended prematurely: osmo-stp_10.42.42.5(pid=30824) [trial-2373↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30824)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30824): Process ended prematurely: osmo-stp_10.42.42.5(pid=30824) [trial-2373↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30824)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:50:27.914886 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:50:27.927016 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a10:50:28.074390 tst mo_mt_call_osmux.py: using LAC 27878\u000a10:50:28.193371 tst mo_mt_call_osmux.py: using RAC 83\u000a10:50:28.311255 tst mo_mt_call_osmux.py: using CellId 27878\u000a10:50:28.434171 tst mo_mt_call_osmux.py: using BVCI 27879\u000a10:50:28.457117 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:50:28.468195 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:50:28.479214 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:50:28.490324 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:50:28.501515 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:50:28.512571 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:50:28.627677 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:50:28.835898 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:50:29.337684 run create_hlr_db(pid=30818): Launched\u000a10:50:29.523620 bus /sierra_2: Setting Powered False\u000a10:50:30.544067 run create_hlr_db(pid=30818): Terminated: ok {rc=0}\u000a10:50:30.982570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30820): Launched\u000a10:50:31.322749 run osmo-hlr_10.42.42.2(pid=30821): Launched\u000a10:50:31.549132 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:50:32.184786 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30823): Launched\u000a10:50:32.506676 run osmo-stp_10.42.42.5(pid=30824): Launched\u000a10:50:32.624232 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:50:33.208277 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30826): Launched\u000a10:50:33.527770 run osmo-msc_10.42.42.6(pid=30827): Launched\u000a10:50:33.714740 run osmo-stp_10.42.42.5(pid=30824): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30824)]\u000a10:50:33.850281 run osmo-stp_10.42.42.5(pid=30824): stdout: \u000a| (launched: 2022-12-10_10:50:32.349790)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:50:33.985629 run osmo-stp_10.42.42.5(pid=30824): stderr: \u000a| �[0;m�[38;5;43m20221210105032537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105032537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105032538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105032538 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105032538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105032538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105032538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:50:34.114067 run osmo-stp_10.42.42.5(pid=30824): stdout: \u000a| (launched: 2022-12-10_10:50:32.349790)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:50:34.240760 run osmo-stp_10.42.42.5(pid=30824): stderr: \u000a| �[0;m�[38;5;43m20221210105032537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105032537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105032538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105032538 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105032538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105032538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105032538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:50:34.296744 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30824): Process ended prematurely: osmo-stp_10.42.42.5(pid=30824) [trial-2373↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30824)] [trial-2373↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a10:50:34.306015 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a10:50:34.369691 run osmo-hlr_10.42.42.2(pid=30821): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30821)]\u000a10:50:34.421528 run osmo-hlr_10.42.42.2(pid=30821): stdout: \u000a| (launched: 2022-12-10_10:50:31.149303) \u000a10:50:34.474123 run osmo-hlr_10.42.42.2(pid=30821): stderr: \u000a| �[0;m�[1;31m20221210105031512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210105031512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210105031512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105031513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105031513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210105031513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210105031527 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210105031543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210105031543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210105031544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:50:34.545226 run osmo-msc_10.42.42.6(pid=30827): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30827)]\u000a10:50:34.597018 run osmo-msc_10.42.42.6(pid=30827): stdout: \u000a| (launched: 2022-12-10_10:50:33.370537) \u000a10:50:34.649081 run osmo-msc_10.42.42.6(pid=30827): stderr: \u000a| �[0;m�[38;5;43m20221210105033692 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210105033693 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f37a799cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210105033693 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210105033693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210105033693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210105033693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210105033695 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210105033695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210105033695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210105033696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:50:34.693028 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30820): Terminating (SIGTERM)\u000a10:50:34.735105 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30823): Terminating (SIGTERM)\u000a10:50:34.776673 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30826): Terminating (SIGTERM)\u000a10:50:34.786639 --- ParallelTerminationStrategy: PID 30820 died...\u000a10:50:34.842628 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30820): Terminated: ok {rc=0}\u000a10:50:34.852808 --- ParallelTerminationStrategy: PID 30823 died...\u000a10:50:34.908702 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30823): Terminated: ok {rc=0}\u000a10:50:34.919092 --- ParallelTerminationStrategy: PID 30826 died...\u000a10:50:34.975292 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30826): Terminated: ok {rc=0}\u000a10:50:35.062209 bus /sierra_3: Setting Powered False\u000a10:50:36.168584 bus /sierra_3: Setting Powered False\u000a10:50:37.275984 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "138", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:50:17" }, { "cases" : [ { "testActions" : [ ], "age" : 43, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30838): Process ended prematurely: osmo-stp_10.42.42.5(pid=30838) [trial-2373↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30838)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30838): Process ended prematurely: osmo-stp_10.42.42.5(pid=30838) [trial-2373↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30838)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a10:50:39.243654 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:50:39.255065 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:50:39.399856 tst mo_mt_call.py: using LAC 27879\u000a10:50:39.516493 tst mo_mt_call.py: using RAC 84\u000a10:50:39.638014 tst mo_mt_call.py: using CellId 27879\u000a10:50:39.752848 tst mo_mt_call.py: using BVCI 27880\u000a10:50:39.775360 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:50:39.786679 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:50:39.797884 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:50:39.809175 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:50:39.820543 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:50:39.831798 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:50:39.950116 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:50:40.159313 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:50:40.662555 run create_hlr_db(pid=30832): Launched\u000a10:50:40.847584 bus /sierra_2: Setting Powered False\u000a10:50:41.867777 run create_hlr_db(pid=30832): Terminated: ok {rc=0}\u000a10:50:42.269913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30834): Launched\u000a10:50:42.569532 run osmo-hlr_10.42.42.2(pid=30835): Launched\u000a10:50:42.685799 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:50:43.214070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30837): Launched\u000a10:50:43.512807 run osmo-stp_10.42.42.5(pid=30838): Launched\u000a10:50:43.621976 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:50:44.171182 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30840): Launched\u000a10:50:44.471058 run osmo-msc_10.42.42.6(pid=30841): Launched\u000a10:50:44.646924 run osmo-stp_10.42.42.5(pid=30838): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30838)]\u000a10:50:44.774625 run osmo-stp_10.42.42.5(pid=30838): stdout: \u000a| (launched: 2022-12-10_10:50:43.366287)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:50:44.899507 run osmo-stp_10.42.42.5(pid=30838): stderr: \u000a| �[0;m�[38;5;43m20221210105043535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105043535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105043536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105043536 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105043536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105043537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105043537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:50:45.019418 run osmo-stp_10.42.42.5(pid=30838): stdout: \u000a| (launched: 2022-12-10_10:50:43.366287)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:50:45.138759 run osmo-stp_10.42.42.5(pid=30838): stderr: \u000a| �[0;m�[38;5;43m20221210105043535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105043535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105043536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105043536 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105043536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105043537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105043537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:50:45.191337 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30838): Process ended prematurely: osmo-stp_10.42.42.5(pid=30838) [trial-2373↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30838)] [trial-2373↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a10:50:45.199791 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a10:50:45.259415 run osmo-hlr_10.42.42.2(pid=30835): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30835)]\u000a10:50:45.308370 run osmo-hlr_10.42.42.2(pid=30835): stdout: \u000a| (launched: 2022-12-10_10:50:42.422106) \u000a10:50:45.358081 run osmo-hlr_10.42.42.2(pid=30835): stderr: \u000a| �[0;m�[1;31m20221210105042599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210105042599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210105042599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105042599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105042599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210105042599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210105042612 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210105042622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210105042622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210105042622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:50:45.425769 run osmo-msc_10.42.42.6(pid=30841): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30841)]\u000a10:50:45.474345 run osmo-msc_10.42.42.6(pid=30841): stdout: \u000a| (launched: 2022-12-10_10:50:44.323110) \u000a10:50:45.523532 run osmo-msc_10.42.42.6(pid=30841): stderr: \u000a| �[0;m�[38;5;43m20221210105044592 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210105044593 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f49d1fcac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210105044593 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210105044593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210105044593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210105044593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210105044596 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210105044596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210105044596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210105044597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:50:45.565210 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30834): Terminating (SIGTERM)\u000a10:50:45.604456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30837): Terminating (SIGTERM)\u000a10:50:45.643805 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30840): Terminating (SIGTERM)\u000a10:50:45.652940 --- ParallelTerminationStrategy: PID 30834 died...\u000a10:50:45.705726 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30834): Terminated: ok {rc=0}\u000a10:50:45.715249 --- ParallelTerminationStrategy: PID 30837 died...\u000a10:50:45.767576 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30837): Terminated: ok {rc=0}\u000a10:50:45.777130 --- ParallelTerminationStrategy: PID 30840 died...\u000a10:50:45.832141 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30840): Terminated: ok {rc=0}\u000a10:50:45.930239 bus /sierra_3: Setting Powered False\u000a10:50:47.055732 bus /sierra_3: Setting Powered False\u000a10:50:48.166108 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 56, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30849): Process ended prematurely: osmo-stp_10.42.42.5(pid=30849) [trial-2373↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30849)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30849): Process ended prematurely: osmo-stp_10.42.42.5(pid=30849) [trial-2373↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30849)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:50:49.281036 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:50:49.293595 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:50:49.449260 tst mo_mt_call_osmux.py: using LAC 27880\u000a10:50:49.574935 tst mo_mt_call_osmux.py: using RAC 85\u000a10:50:49.701229 tst mo_mt_call_osmux.py: using CellId 27880\u000a10:50:49.829098 tst mo_mt_call_osmux.py: using BVCI 27881\u000a10:50:49.853524 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:50:49.865173 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:50:49.876548 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:50:49.888519 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:50:49.900724 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:50:49.912568 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:50:50.032220 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:50:50.242224 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:50:50.743296 run create_hlr_db(pid=30843): Launched\u000a10:50:50.929689 bus /sierra_2: Setting Powered False\u000a10:50:51.949199 run create_hlr_db(pid=30843): Terminated: ok {rc=0}\u000a10:50:52.374239 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30845): Launched\u000a10:50:52.693238 run osmo-hlr_10.42.42.2(pid=30846): Launched\u000a10:50:52.813306 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:50:53.369152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30848): Launched\u000a10:50:53.688868 run osmo-stp_10.42.42.5(pid=30849): Launched\u000a10:50:53.805949 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:50:54.391202 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30851): Launched\u000a10:50:54.710685 run osmo-msc_10.42.42.6(pid=30852): Launched\u000a10:50:54.897980 run osmo-stp_10.42.42.5(pid=30849): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30849)]\u000a10:50:55.034108 run osmo-stp_10.42.42.5(pid=30849): stdout: \u000a| (launched: 2022-12-10_10:50:53.531533)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:50:55.169825 run osmo-stp_10.42.42.5(pid=30849): stderr: \u000a| �[0;m�[38;5;43m20221210105053721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105053721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105053722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105053722 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105053724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105053725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105053725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:50:55.298735 run osmo-stp_10.42.42.5(pid=30849): stdout: \u000a| (launched: 2022-12-10_10:50:53.531533)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:50:55.426287 run osmo-stp_10.42.42.5(pid=30849): stderr: \u000a| �[0;m�[38;5;43m20221210105053721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105053721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105053722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105053722 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105053724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105053725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105053725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:50:55.482453 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30849): Process ended prematurely: osmo-stp_10.42.42.5(pid=30849) [trial-2373↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30849)] [trial-2373↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a10:50:55.491466 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a10:50:55.554724 run osmo-hlr_10.42.42.2(pid=30846): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30846)]\u000a10:50:55.605851 run osmo-hlr_10.42.42.2(pid=30846): stdout: \u000a| (launched: 2022-12-10_10:50:52.536679) \u000a10:50:55.657720 run osmo-hlr_10.42.42.2(pid=30846): stderr: \u000a| �[0;m�[1;31m20221210105052737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210105052737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210105052737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105052737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105052737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210105052737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210105052749 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210105052757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210105052758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210105052758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:50:55.728102 run osmo-msc_10.42.42.6(pid=30852): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30852)]\u000a10:50:55.779189 run osmo-msc_10.42.42.6(pid=30852): stdout: \u000a| (launched: 2022-12-10_10:50:54.553763) \u000a10:50:55.831010 run osmo-msc_10.42.42.6(pid=30852): stderr: \u000a| �[0;m�[38;5;43m20221210105054874 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210105054874 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9eab321c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210105054874 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210105054875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210105054875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210105054875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210105054877 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210105054877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210105054877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210105054877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:50:55.875102 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30845): Terminating (SIGTERM)\u000a10:50:55.916860 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30848): Terminating (SIGTERM)\u000a10:50:55.958857 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30851): Terminating (SIGTERM)\u000a10:50:55.968596 --- ParallelTerminationStrategy: PID 30845 died...\u000a10:50:56.024284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30845): Terminated: ok {rc=0}\u000a10:50:56.034670 --- ParallelTerminationStrategy: PID 30848 died...\u000a10:50:56.090166 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30848): Terminated: ok {rc=0}\u000a10:50:56.100499 --- ParallelTerminationStrategy: PID 30851 died...\u000a10:50:56.156182 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30851): Terminated: ok {rc=0}\u000a10:50:56.243383 bus /sierra_3: Setting Powered False\u000a10:50:57.349457 bus /sierra_3: Setting Powered False\u000a10:50:58.455990 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "139", "name" : "voice_nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:50:38" }, { "cases" : [ { "testActions" : [ ], "age" : 43, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30863): Process ended prematurely: osmo-stp_10.42.42.5(pid=30863) [trial-2373↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30863)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30863): Process ended prematurely: osmo-stp_10.42.42.5(pid=30863) [trial-2373↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30863)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 emergency:nanobts+band-1900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a10:51:00.449934 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a10:51:00.460638 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a10:51:00.586580 tst emergency_mo_mt_call.py: using LAC 27881\u000a10:51:00.701391 tst emergency_mo_mt_call.py: using RAC 86\u000a10:51:00.816249 tst emergency_mo_mt_call.py: using CellId 27881\u000a10:51:00.951301 tst emergency_mo_mt_call.py: using BVCI 27882\u000a10:51:00.975274 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a10:51:00.986917 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a10:51:00.998571 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a10:51:01.009948 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a10:51:01.021478 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a10:51:01.032858 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a10:51:01.172788 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a10:51:01.419624 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:51:01.984150 run create_hlr_db(pid=30857): Launched\u000a10:51:02.160334 bus /sierra_2: Setting Powered False\u000a10:51:03.174672 run create_hlr_db(pid=30857): Terminated: ok {rc=0}\u000a10:51:03.567309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30859): Launched\u000a10:51:03.860019 run osmo-hlr_10.42.42.2(pid=30860): Launched\u000a10:51:03.975092 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:51:04.492460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30862): Launched\u000a10:51:04.784586 run osmo-stp_10.42.42.5(pid=30863): Launched\u000a10:51:04.902086 tst emergency_mo_mt_call.py: using MSISDN 7691\u000a10:51:05.046702 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:51:05.583393 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30865): Launched\u000a10:51:05.877208 run osmo-msc_10.42.42.6(pid=30866): Launched\u000a10:51:06.049330 run osmo-stp_10.42.42.5(pid=30863): ERR: Terminated: ERROR {rc=1} [trial-2373↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30863)]\u000a10:51:06.173468 run osmo-stp_10.42.42.5(pid=30863): stdout: \u000a| (launched: 2022-12-10_10:51:04.641260)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:51:06.295688 run osmo-stp_10.42.42.5(pid=30863): stderr: \u000a| �[0;m�[38;5;43m20221210105104811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105104812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105104812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105104812 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105104813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105104814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105104814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:51:06.413863 run osmo-stp_10.42.42.5(pid=30863): stdout: \u000a| (launched: 2022-12-10_10:51:04.641260)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:51:06.530721 run osmo-stp_10.42.42.5(pid=30863): stderr: \u000a| �[0;m�[38;5;43m20221210105104811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105104812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105104812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105104812 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105104813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105104814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105104814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:51:06.582700 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=30863): Process ended prematurely: osmo-stp_10.42.42.5(pid=30863) [trial-2373↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30863)] [trial-2373↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19]\u000a10:51:06.590762 tst emergency_mo_mt_call.py:19: Test FAILED (6.1 sec)\u000a10:51:06.649969 run osmo-hlr_10.42.42.2(pid=30860): ERR: Terminated: ERROR {rc=237} [trial-2373↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30860)]\u000a10:51:06.698503 run osmo-hlr_10.42.42.2(pid=30860): stdout: \u000a| (launched: 2022-12-10_10:51:03.716103) \u000a10:51:06.747748 run osmo-hlr_10.42.42.2(pid=30860): stderr: \u000a| �[0;m�[1;31m20221210105103888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210105103888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210105103888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105103889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105103889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210105103889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210105103901 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/emergency:nanobts+band-1900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210105103910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210105103910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210105103910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:51:06.814750 run osmo-msc_10.42.42.6(pid=30866): ERR: Terminated: ERROR {rc=2} [trial-2373↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30866)]\u000a10:51:06.863912 run osmo-msc_10.42.42.6(pid=30866): stdout: \u000a| (launched: 2022-12-10_10:51:05.732223) \u000a10:51:06.913024 run osmo-msc_10.42.42.6(pid=30866): stderr: \u000a| �[0;m�[38;5;43m20221210105106003 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210105106003 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd702de9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210105106003 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210105106003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210105106003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210105106003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210105106005 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210105106006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210105106006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210105106006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:51:06.954851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30859): Terminating (SIGTERM)\u000a10:51:06.994661 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30862): Terminating (SIGTERM)\u000a10:51:07.034203 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30865): Terminating (SIGTERM)\u000a10:51:07.043384 --- ParallelTerminationStrategy: PID 30859 died...\u000a10:51:07.096511 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30859): Terminated: ok {rc=0}\u000a10:51:07.106246 --- ParallelTerminationStrategy: PID 30862 died...\u000a10:51:07.159060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30862): Terminated: ok {rc=0}\u000a10:51:07.168558 --- ParallelTerminationStrategy: PID 30865 died...\u000a10:51:07.221076 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30865): Terminated: ok {rc=0}\u000a10:51:07.308712 bus /sierra_3: Setting Powered False\u000a10:51:08.410719 bus /sierra_3: Setting Powered False\u000a10:51:09.521307 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30874): Process ended prematurely: osmo-stp_10.42.42.5(pid=30874) [trial-2373↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30874)]", "failedSince" : 2161, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30874): Process ended prematurely: osmo-stp_10.42.42.5(pid=30874) [trial-2373↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30874)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 emergency:nanobts+band-1900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a10:51:10.571616 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a10:51:10.583002 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a10:51:10.710173 tst emergency_preemptive_call.py: using LAC 27882\u000a10:51:10.825473 tst emergency_preemptive_call.py: using RAC 87\u000a10:51:10.941465 tst emergency_preemptive_call.py: using CellId 27882\u000a10:51:11.056916 tst emergency_preemptive_call.py: using BVCI 27883\u000a10:51:11.079134 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a10:51:11.090008 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a10:51:11.100531 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a10:51:11.111158 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a10:51:11.121785 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a10:51:11.132396 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a10:51:11.244231 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a10:51:11.360723 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a10:51:11.474537 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a10:51:11.678743 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:51:12.180018 run create_hlr_db(pid=30868): Launched\u000a10:51:12.351226 bus /sierra_2: Setting Powered False\u000a10:51:13.371692 run create_hlr_db(pid=30868): Terminated: ok {rc=0}\u000a10:51:13.790911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30870): Launched\u000a10:51:14.105510 run osmo-hlr_10.42.42.2(pid=30871): Launched\u000a10:51:14.220380 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:51:14.767905 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30873): Launched\u000a10:51:15.083016 run osmo-stp_10.42.42.5(pid=30874): Launched\u000a10:51:15.211385 tst emergency_preemptive_call.py: using MSISDN 7692\u000a10:51:15.368877 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:51:15.977958 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30876): Launched\u000a10:51:16.424665 run osmo-msc_10.42.42.6(pid=30877): Launched\u000a10:51:16.820646 run osmo-stp_10.42.42.5(pid=30874): ERR: Terminated: ERROR {rc=1} [trial-2373↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30874)]\u000a10:51:16.947885 run osmo-stp_10.42.42.5(pid=30874): stdout: \u000a| (launched: 2022-12-10_10:51:14.928023)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:51:17.076256 run osmo-stp_10.42.42.5(pid=30874): stderr: \u000a| �[0;m�[38;5;43m20221210105115122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105115122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105115122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105115123 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105115123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105115123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105115123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:51:17.227056 run osmo-stp_10.42.42.5(pid=30874): stdout: \u000a| (launched: 2022-12-10_10:51:14.928023)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:51:17.349657 run osmo-stp_10.42.42.5(pid=30874): stderr: \u000a| �[0;m�[38;5;43m20221210105115122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105115122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105115122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105115123 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105115123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105115123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105115123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:51:17.402545 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=30874): Process ended prematurely: osmo-stp_10.42.42.5(pid=30874) [trial-2373↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30874)] [trial-2373↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32]\u000a10:51:17.411045 tst emergency_preemptive_call.py:32: Test FAILED (6.8 sec)\u000a10:51:17.473468 run osmo-hlr_10.42.42.2(pid=30871): ERR: Terminated: ERROR {rc=237} [trial-2373↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30871)]\u000a10:51:17.523270 run osmo-hlr_10.42.42.2(pid=30871): stdout: \u000a| (launched: 2022-12-10_10:51:13.950839) \u000a10:51:17.573515 run osmo-hlr_10.42.42.2(pid=30871): stderr: \u000a| �[0;m�[1;31m20221210105114149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210105114149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210105114149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105114150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105114150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210105114150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210105114163 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/emergency:nanobts+band-1900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210105114173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210105114173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210105114173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:51:17.641684 run osmo-msc_10.42.42.6(pid=30877): ERR: Terminated: ERROR {rc=2} [trial-2373↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30877)]\u000a10:51:17.691411 run osmo-msc_10.42.42.6(pid=30877): stdout: \u000a| (launched: 2022-12-10_10:51:16.162537) \u000a10:51:17.741797 run osmo-msc_10.42.42.6(pid=30877): stderr: \u000a| �[0;m�[38;5;43m20221210105116576 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210105116577 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe90ad9ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210105116577 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210105116577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210105116577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210105116577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210105116579 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210105116580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210105116580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210105116580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:51:17.783968 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30870): Terminating (SIGTERM)\u000a10:51:17.824518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30873): Terminating (SIGTERM)\u000a10:51:17.865427 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30876): Terminating (SIGTERM)\u000a10:51:17.875140 --- ParallelTerminationStrategy: PID 30870 died...\u000a10:51:17.929525 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30870): Terminated: ok {rc=0}\u000a10:51:17.939286 --- ParallelTerminationStrategy: PID 30873 died...\u000a10:51:17.992847 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30873): Terminated: ok {rc=0}\u000a10:51:18.003007 --- ParallelTerminationStrategy: PID 30876 died...\u000a10:51:18.056219 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30876): Terminated: ok {rc=0}\u000a10:51:18.144733 bus /sierra_9: Setting Powered False\u000a10:51:19.246604 bus /sierra_9: Setting Powered False\u000a10:51:20.358233 bus /sierra_8: Setting Powered False\u000a10:51:21.460240 bus /sierra_8: Setting Powered False\u000a10:51:22.565892 bus /sierra_3: Setting Powered False\u000a10:51:23.671961 bus /sierra_3: Setting Powered False\u000a10:51:24.783475 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "140", "name" : "emergency_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:51:00" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "gprs:nanobts+band-1900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30892): Process ended prematurely: osmo-stp_10.42.42.5(pid=30892) [trial-2373↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30892)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30892): Process ended prematurely: osmo-stp_10.42.42.5(pid=30892) [trial-2373↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30892)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:nanobts+band-1900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:51:26.890698 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:51:26.901818 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a10:51:27.037370 tst cs_paging_gprs_active.py: using LAC 27883\u000a10:51:27.164373 tst cs_paging_gprs_active.py: using RAC 88\u000a10:51:27.290420 tst cs_paging_gprs_active.py: using CellId 27883\u000a10:51:27.415461 tst cs_paging_gprs_active.py: using BVCI 27884\u000a10:51:27.439939 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:51:27.451119 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:51:27.462024 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:51:27.473137 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:51:27.484266 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:51:27.495433 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:51:27.506732 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:51:27.517754 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:51:27.528929 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a10:51:27.649784 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a10:51:27.927593 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:51:28.053077 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:51:28.364502 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30882): Launched\u000a10:51:28.623031 run iperf3-srv_10.42.42.10(pid=30883): Launched\u000a10:51:28.806084 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:51:28.930297 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:51:29.243010 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30884): Launched\u000a10:51:29.500845 run iperf3-srv_10.42.42.10(pid=30885): Launched\u000a10:51:29.683136 tst cs_paging_gprs_active.py:38: start network...\u000a10:51:29.807630 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:51:30.289136 run create_hlr_db(pid=30886): Launched\u000a10:51:30.462082 bus /sierra_2: Setting Powered False\u000a10:51:31.531672 run create_hlr_db(pid=30886): Terminated: ok {rc=0}\u000a10:51:32.010794 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30888): Launched\u000a10:51:32.355067 run osmo-hlr_10.42.42.2(pid=30889): Launched\u000a10:51:32.474331 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:51:33.034237 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30891): Launched\u000a10:51:33.355512 run osmo-stp_10.42.42.5(pid=30892): Launched\u000a10:51:33.472899 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:51:34.043654 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30894): Launched\u000a10:51:34.158640 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:51:34.439083 run patchelf(pid=30895): Launched\u000a10:51:34.627903 run osmo-stp_10.42.42.5(pid=30892): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30892)]\u000a10:51:34.765959 run osmo-stp_10.42.42.5(pid=30892): stdout: \u000a| (launched: 2022-12-10_10:51:33.197792)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:51:34.903936 run osmo-stp_10.42.42.5(pid=30892): stderr: \u000a| �[0;m�[38;5;43m20221210105133386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105133386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105133387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105133387 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105133388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105133388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105133388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:51:35.037899 run osmo-stp_10.42.42.5(pid=30892): stdout: \u000a| (launched: 2022-12-10_10:51:33.197792)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:51:35.170387 run osmo-stp_10.42.42.5(pid=30892): stderr: \u000a| �[0;m�[38;5;43m20221210105133386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105133386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105133387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105133387 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105133388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105133388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105133388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:51:35.324546 run patchelf(pid=30895): Terminating (SIGINT)\u000a10:51:35.505885 run patchelf(pid=30895): Terminated: ok {rc=0}\u000a10:51:35.539083 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=30892): Process ended prematurely: osmo-stp_10.42.42.5(pid=30892) [trial-2373↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30892)] [trial-2373↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38]\u000a10:51:35.549016 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a10:51:35.612559 run osmo-hlr_10.42.42.2(pid=30889): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30889)]\u000a10:51:35.664505 run osmo-hlr_10.42.42.2(pid=30889): stdout: \u000a| (launched: 2022-12-10_10:51:32.198270) \u000a10:51:35.716680 run osmo-hlr_10.42.42.2(pid=30889): stderr: \u000a| �[0;m�[1;31m20221210105132391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210105132391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210105132391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105132391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105132391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210105132392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210105132404 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:nanobts+band-1900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210105132412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210105132412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210105132413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:51:35.761238 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30882): Terminating (SIGTERM)\u000a10:51:35.803005 run iperf3-srv_10.42.42.10(pid=30883): Terminating (SIGTERM)\u000a10:51:35.845069 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30884): Terminating (SIGTERM)\u000a10:51:35.886880 run iperf3-srv_10.42.42.10(pid=30885): Terminating (SIGTERM)\u000a10:51:35.928802 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30888): Terminating (SIGTERM)\u000a10:51:35.971063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30891): Terminating (SIGTERM)\u000a10:51:36.013526 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30894): Terminating (SIGTERM)\u000a10:51:36.023170 --- ParallelTerminationStrategy: PID 30882 died...\u000a10:51:36.079445 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30882): Terminated: ok {rc=0}\u000a10:51:36.089642 --- ParallelTerminationStrategy: PID 30883 died...\u000a10:51:36.145308 run iperf3-srv_10.42.42.10(pid=30883): Terminated {rc=256}\u000a10:51:36.155352 --- ParallelTerminationStrategy: PID 30884 died...\u000a10:51:36.211189 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30884): Terminated: ok {rc=0}\u000a10:51:36.221382 --- ParallelTerminationStrategy: PID 30885 died...\u000a10:51:36.277193 run iperf3-srv_10.42.42.10(pid=30885): Terminated {rc=256}\u000a10:51:36.287427 --- ParallelTerminationStrategy: PID 30888 died...\u000a10:51:36.343199 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30888): Terminated: ok {rc=0}\u000a10:51:36.353277 --- ParallelTerminationStrategy: PID 30891 died...\u000a10:51:36.408888 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30891): Terminated: ok {rc=0}\u000a10:51:36.418934 --- ParallelTerminationStrategy: PID 30894 died...\u000a10:51:36.474728 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30894): Terminated: ok {rc=0}\u000a10:51:36.561714 bus /gobi_0: Setting Powered False\u000a10:51:37.668046 bus /gobi_0: Setting Powered False\u000a10:51:38.778996 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:nanobts+band-1900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30904): Process ended prematurely: osmo-stp_10.42.42.5(pid=30904) [trial-2373↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30904)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30904): Process ended prematurely: osmo-stp_10.42.42.5(pid=30904) [trial-2373↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30904)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:nanobts+band-1900 iperf3.py\u000a----------------------------------------------\u000a10:51:39.889537 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:51:39.900543 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a10:51:40.026524 tst iperf3.py: using LAC 27884\u000a10:51:40.143793 tst iperf3.py: using RAC 89\u000a10:51:40.263231 tst iperf3.py: using CellId 27884\u000a10:51:40.383233 tst iperf3.py: using BVCI 27885\u000a10:51:40.406197 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:51:40.416796 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:51:40.427305 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:51:40.437854 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:51:40.448101 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:51:40.458511 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:51:40.469355 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:51:40.479561 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:51:40.490196 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a10:51:40.770333 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:51:40.894301 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:51:41.203955 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30896): Launched\u000a10:51:41.460604 run iperf3-srv_10.42.42.10(pid=30897): Launched\u000a10:51:41.642802 tst iperf3.py:8: start network...\u000a10:51:41.767474 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:51:42.246600 run create_hlr_db(pid=30898): Launched\u000a10:51:42.419390 bus /gobi_6: Setting Powered False\u000a10:51:43.440798 run create_hlr_db(pid=30898): Terminated: ok {rc=0}\u000a10:51:43.866247 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30900): Launched\u000a10:51:44.186395 run osmo-hlr_10.42.42.2(pid=30901): Launched\u000a10:51:44.307032 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:51:44.860205 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30903): Launched\u000a10:51:45.177884 run osmo-stp_10.42.42.5(pid=30904): Launched\u000a10:51:45.293867 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:51:45.871193 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30906): Launched\u000a10:51:45.983100 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:51:46.272766 run patchelf(pid=30907): Launched\u000a10:51:46.454701 run osmo-stp_10.42.42.5(pid=30904): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30904)]\u000a10:51:46.587005 run osmo-stp_10.42.42.5(pid=30904): stdout: \u000a| (launched: 2022-12-10_10:51:45.022299)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:51:46.722428 run osmo-stp_10.42.42.5(pid=30904): stderr: \u000a| �[0;m�[38;5;43m20221210105145214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105145215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105145215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105145215 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105145218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105145218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105145218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:51:46.851366 run osmo-stp_10.42.42.5(pid=30904): stdout: \u000a| (launched: 2022-12-10_10:51:45.022299)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:51:46.985290 run osmo-stp_10.42.42.5(pid=30904): stderr: \u000a| �[0;m�[38;5;43m20221210105145214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105145215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105145215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105145215 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105145218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105145218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105145218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:51:47.155804 run patchelf(pid=30907): Terminating (SIGINT)\u000a10:51:47.327900 run patchelf(pid=30907): Terminated: ok {rc=0}\u000a10:51:47.359092 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30904): Process ended prematurely: osmo-stp_10.42.42.5(pid=30904) [trial-2373↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30904)] [trial-2373↪gprs:nanobts+band-1900↪iperf3.py:8]\u000a10:51:47.368443 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a10:51:47.428557 run osmo-hlr_10.42.42.2(pid=30901): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:nanobts+band-1900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30901)]\u000a10:51:47.477569 run osmo-hlr_10.42.42.2(pid=30901): stdout: \u000a| (launched: 2022-12-10_10:51:44.029490) \u000a10:51:47.527219 run osmo-hlr_10.42.42.2(pid=30901): stderr: \u000a| �[0;m�[1;31m20221210105144226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210105144226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210105144226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105144226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105144226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210105144226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210105144239 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:nanobts+band-1900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210105144249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210105144249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210105144249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:51:47.569480 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30896): Terminating (SIGTERM)\u000a10:51:47.609171 run iperf3-srv_10.42.42.10(pid=30897): Terminating (SIGTERM)\u000a10:51:47.649510 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30900): Terminating (SIGTERM)\u000a10:51:47.689331 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30903): Terminating (SIGTERM)\u000a10:51:47.729135 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30906): Terminating (SIGTERM)\u000a10:51:47.738404 --- ParallelTerminationStrategy: PID 30896 died...\u000a10:51:47.791902 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30896): Terminated: ok {rc=0}\u000a10:51:47.801623 --- ParallelTerminationStrategy: PID 30897 died...\u000a10:51:47.854608 run iperf3-srv_10.42.42.10(pid=30897): Terminated {rc=256}\u000a10:51:47.864141 --- ParallelTerminationStrategy: PID 30900 died...\u000a10:51:47.916979 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30900): Terminated: ok {rc=0}\u000a10:51:47.926533 --- ParallelTerminationStrategy: PID 30903 died...\u000a10:51:47.979791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30903): Terminated: ok {rc=0}\u000a10:51:47.989802 --- ParallelTerminationStrategy: PID 30906 died...\u000a10:51:48.042853 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30906): Terminated: ok {rc=0}\u000a10:51:48.126242 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:nanobts+band-1900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30922): Process ended prematurely: osmo-stp_10.42.42.5(pid=30922) [trial-2373↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30922)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30922): Process ended prematurely: osmo-stp_10.42.42.5(pid=30922) [trial-2373↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30922)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:nanobts+band-1900 iperf3m4.py\u000a----------------------------------------------\u000a10:51:49.244363 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:51:49.255839 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a10:51:49.388895 tst iperf3m4.py: using LAC 27885\u000a10:51:49.514700 tst iperf3m4.py: using RAC 90\u000a10:51:49.639667 tst iperf3m4.py: using CellId 27885\u000a10:51:49.766260 tst iperf3m4.py: using BVCI 27886\u000a10:51:49.790746 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:51:49.801967 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:51:49.812772 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:51:49.823936 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:51:49.835154 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:51:49.846272 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:51:49.857601 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:51:49.868414 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:51:49.879775 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a10:51:49.999746 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a10:51:50.120687 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a10:51:50.235465 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a10:51:50.526744 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:51:50.660681 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:51:50.993355 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30908): Launched\u000a10:51:51.268256 run iperf3-srv_10.42.42.10(pid=30909): Launched\u000a10:51:51.464409 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:51:51.597981 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:51:51.930341 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30910): Launched\u000a10:51:52.206203 run iperf3-srv_10.42.42.10(pid=30911): Launched\u000a10:51:52.402251 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:51:52.535796 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:51:52.868123 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30912): Launched\u000a10:51:53.143321 run iperf3-srv_10.42.42.10(pid=30913): Launched\u000a10:51:53.339667 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:51:53.473287 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:51:53.805070 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30914): Launched\u000a10:51:54.080451 run iperf3-srv_10.42.42.10(pid=30915): Launched\u000a10:51:54.276039 tst iperf3m4.py:8: start network...\u000a10:51:54.409812 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:51:54.912205 run create_hlr_db(pid=30916): Launched\u000a10:51:55.099350 bus /gobi_6: Setting Powered False\u000a10:51:56.119445 run create_hlr_db(pid=30916): Terminated: ok {rc=0}\u000a10:51:56.546518 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30918): Launched\u000a10:51:56.867322 run osmo-hlr_10.42.42.2(pid=30919): Launched\u000a10:51:56.983247 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:51:57.542738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30921): Launched\u000a10:51:57.861687 run osmo-stp_10.42.42.5(pid=30922): Launched\u000a10:51:57.978698 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:51:58.536325 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30924): Launched\u000a10:51:58.650749 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:51:58.929076 run patchelf(pid=30925): Launched\u000a10:51:59.119398 run osmo-stp_10.42.42.5(pid=30922): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30922)]\u000a10:51:59.257445 run osmo-stp_10.42.42.5(pid=30922): stdout: \u000a| (launched: 2022-12-10_10:51:57.704823)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:51:59.395652 run osmo-stp_10.42.42.5(pid=30922): stderr: \u000a| �[0;m�[38;5;43m20221210105157895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105157895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105157895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105157896 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105157898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105157898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105157898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:51:59.528507 run osmo-stp_10.42.42.5(pid=30922): stdout: \u000a| (launched: 2022-12-10_10:51:57.704823)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:51:59.660493 run osmo-stp_10.42.42.5(pid=30922): stderr: \u000a| �[0;m�[38;5;43m20221210105157895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105157895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105157895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105157896 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105157898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105157898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105157898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:51:59.814429 run patchelf(pid=30925): Terminating (SIGINT)\u000a10:51:59.995255 run patchelf(pid=30925): Terminated: ok {rc=0}\u000a10:52:00.028458 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30922): Process ended prematurely: osmo-stp_10.42.42.5(pid=30922) [trial-2373↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30922)] [trial-2373↪gprs:nanobts+band-1900↪iperf3m4.py:8]\u000a10:52:00.038375 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a10:52:00.101887 run osmo-hlr_10.42.42.2(pid=30919): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:nanobts+band-1900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30919)]\u000a10:52:00.153186 run osmo-hlr_10.42.42.2(pid=30919): stdout: \u000a| (launched: 2022-12-10_10:51:56.709428) \u000a10:52:00.205205 run osmo-hlr_10.42.42.2(pid=30919): stderr: \u000a| �[0;m�[1;31m20221210105156909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210105156909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210105156909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105156909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105156909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210105156909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210105156921 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:nanobts+band-1900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210105156929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210105156930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210105156930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:52:00.249396 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30908): Terminating (SIGTERM)\u000a10:52:00.290865 run iperf3-srv_10.42.42.10(pid=30909): Terminating (SIGTERM)\u000a10:52:00.332667 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30910): Terminating (SIGTERM)\u000a10:52:00.374509 run iperf3-srv_10.42.42.10(pid=30911): Terminating (SIGTERM)\u000a10:52:00.416485 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30912): Terminating (SIGTERM)\u000a10:52:00.458686 run iperf3-srv_10.42.42.10(pid=30913): Terminating (SIGTERM)\u000a10:52:00.500630 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30914): Terminating (SIGTERM)\u000a10:52:00.542546 run iperf3-srv_10.42.42.10(pid=30915): Terminating (SIGTERM)\u000a10:52:00.583950 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30918): Terminating (SIGTERM)\u000a10:52:00.625634 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30921): Terminating (SIGTERM)\u000a10:52:00.667510 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30924): Terminating (SIGTERM)\u000a10:52:00.677333 --- ParallelTerminationStrategy: PID 30908 died...\u000a10:52:00.733630 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30908): Terminated: ok {rc=0}\u000a10:52:00.743733 --- ParallelTerminationStrategy: PID 30909 died...\u000a10:52:00.799828 run iperf3-srv_10.42.42.10(pid=30909): Terminated {rc=256}\u000a10:52:00.809957 --- ParallelTerminationStrategy: PID 30910 died...\u000a10:52:00.874886 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30910): Terminated: ok {rc=0}\u000a10:52:00.892632 --- ParallelTerminationStrategy: PID 30911 died...\u000a10:52:00.956291 run iperf3-srv_10.42.42.10(pid=30911): Terminated {rc=256}\u000a10:52:00.967126 --- ParallelTerminationStrategy: PID 30912 died...\u000a10:52:01.027354 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30912): Terminated: ok {rc=0}\u000a10:52:01.038977 --- ParallelTerminationStrategy: PID 30913 died...\u000a10:52:01.111965 run iperf3-srv_10.42.42.10(pid=30913): Terminated {rc=256}\u000a10:52:01.125545 --- ParallelTerminationStrategy: PID 30914 died...\u000a10:52:01.199738 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30914): Terminated: ok {rc=0}\u000a10:52:01.213871 --- ParallelTerminationStrategy: PID 30915 died...\u000a10:52:01.284600 run iperf3-srv_10.42.42.10(pid=30915): Terminated {rc=256}\u000a10:52:01.298563 --- ParallelTerminationStrategy: PID 30918 died...\u000a10:52:01.372281 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30918): Terminated: ok {rc=0}\u000a10:52:01.385945 --- ParallelTerminationStrategy: PID 30921 died...\u000a10:52:01.457175 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30921): Terminated: ok {rc=0}\u000a10:52:01.471101 --- ParallelTerminationStrategy: PID 30924 died...\u000a10:52:01.545323 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30924): Terminated: ok {rc=0}\u000a10:52:01.655962 bus /gobi_4: Setting Powered False\u000a10:52:02.766958 bus /gobi_4: Setting Powered False\u000a10:52:03.875180 bus /gobi_1: Setting Powered False\u000a10:52:04.982817 bus /gobi_1: Setting Powered False\u000a10:52:06.089801 bus /gobi_0: Setting Powered False\u000a10:52:07.195336 bus /gobi_0: Setting Powered False\u000a10:52:08.303350 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30932): Process ended prematurely: osmo-stp_10.42.42.5(pid=30932) [trial-2373↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30932)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30932): Process ended prematurely: osmo-stp_10.42.42.5(pid=30932) [trial-2373↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30932)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:nanobts+band-1900 ping.py\u000a----------------------------------------------\u000a10:52:09.371677 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:52:09.383466 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a10:52:09.510895 tst ping.py: using LAC 27886\u000a10:52:09.631047 tst ping.py: using RAC 91\u000a10:52:09.745289 tst ping.py: using CellId 27886\u000a10:52:09.858764 tst ping.py: using BVCI 27887\u000a10:52:09.881139 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:52:09.891830 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:52:09.902505 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:52:09.913134 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:52:09.923560 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:52:09.934136 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:52:09.944710 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:52:09.955262 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a10:52:10.230466 tst ping.py:19: start network...\u000a10:52:10.351909 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:52:10.821813 run create_hlr_db(pid=30926): Launched\u000a10:52:10.992229 bus /gobi_6: Setting Powered False\u000a10:52:12.013924 run create_hlr_db(pid=30926): Terminated: ok {rc=0}\u000a10:52:12.407161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30928): Launched\u000a10:52:12.701346 run osmo-hlr_10.42.42.2(pid=30929): Launched\u000a10:52:12.808780 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:52:13.324114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30931): Launched\u000a10:52:13.620487 run osmo-stp_10.42.42.5(pid=30932): Launched\u000a10:52:13.735898 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:52:14.256520 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30934): Launched\u000a10:52:14.360912 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:52:14.617815 run patchelf(pid=30935): Launched\u000a10:52:14.791115 run osmo-stp_10.42.42.5(pid=30932): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30932)]\u000a10:52:14.918046 run osmo-stp_10.42.42.5(pid=30932): stdout: \u000a| (launched: 2022-12-10_10:52:13.474911)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:52:15.045614 run osmo-stp_10.42.42.5(pid=30932): stderr: \u000a| �[0;m�[38;5;43m20221210105213645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105213646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105213646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105213646 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105213647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105213647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105213647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:52:15.167751 run osmo-stp_10.42.42.5(pid=30932): stdout: \u000a| (launched: 2022-12-10_10:52:13.474911)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:52:15.289099 run osmo-stp_10.42.42.5(pid=30932): stderr: \u000a| �[0;m�[38;5;43m20221210105213645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105213646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105213646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105213646 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105213647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105213647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105213647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:52:15.432073 run patchelf(pid=30935): Terminating (SIGINT)\u000a10:52:15.598481 run patchelf(pid=30935): Terminated: ok {rc=0}\u000a10:52:15.628577 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=30932): Process ended prematurely: osmo-stp_10.42.42.5(pid=30932) [trial-2373↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30932)] [trial-2373↪gprs:nanobts+band-1900↪ping.py:22]\u000a10:52:15.637194 tst ping.py:22: Test FAILED (6.3 sec)\u000a10:52:15.697123 run osmo-hlr_10.42.42.2(pid=30929): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:nanobts+band-1900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30929)]\u000a10:52:15.745861 run osmo-hlr_10.42.42.2(pid=30929): stdout: \u000a| (launched: 2022-12-10_10:52:12.557068) \u000a10:52:15.795222 run osmo-hlr_10.42.42.2(pid=30929): stderr: \u000a| �[0;m�[1;31m20221210105212731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210105212731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210105212731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105212731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105212731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210105212731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210105212743 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:nanobts+band-1900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210105212752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210105212752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210105212752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:52:15.853692 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30928): Terminating (SIGTERM)\u000a10:52:15.917560 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30931): Terminating (SIGTERM)\u000a10:52:15.964256 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30934): Terminating (SIGTERM)\u000a10:52:15.975332 --- ParallelTerminationStrategy: PID 30928 died...\u000a10:52:16.039356 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30928): Terminated: ok {rc=0}\u000a10:52:16.049599 --- ParallelTerminationStrategy: PID 30931 died...\u000a10:52:16.103910 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30931): Terminated: ok {rc=0}\u000a10:52:16.114067 --- ParallelTerminationStrategy: PID 30934 died...\u000a10:52:16.168287 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30934): Terminated: ok {rc=0}\u000a10:52:16.253074 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30942): Process ended prematurely: osmo-stp_10.42.42.5(pid=30942) [trial-2373↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30942)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30942): Process ended prematurely: osmo-stp_10.42.42.5(pid=30942) [trial-2373↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30942)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:nanobts+band-1900 ping_idle_ping.py\u000a----------------------------------------------\u000a10:52:17.303952 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:52:17.315286 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a10:52:17.442438 tst ping_idle_ping.py: using LAC 27887\u000a10:52:17.557417 tst ping_idle_ping.py: using RAC 92\u000a10:52:17.672795 tst ping_idle_ping.py: using CellId 27887\u000a10:52:17.788915 tst ping_idle_ping.py: using BVCI 27888\u000a10:52:17.811579 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:52:17.822287 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:52:17.832775 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:52:17.843336 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:52:17.853748 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:52:17.864136 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:52:17.874815 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a10:52:17.885349 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a10:52:18.172047 tst ping_idle_ping.py:24: start network...\u000a10:52:18.304064 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:52:18.802377 run create_hlr_db(pid=30936): Launched\u000a10:52:18.988002 bus /gobi_6: Setting Powered False\u000a10:52:20.008026 run create_hlr_db(pid=30936): Terminated: ok {rc=0}\u000a10:52:20.404646 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30938): Launched\u000a10:52:20.701706 run osmo-hlr_10.42.42.2(pid=30939): Launched\u000a10:52:20.817900 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:52:21.337929 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30941): Launched\u000a10:52:21.635206 run osmo-stp_10.42.42.5(pid=30942): Launched\u000a10:52:21.744734 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:52:22.260042 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30944): Launched\u000a10:52:22.364554 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:52:22.621761 run patchelf(pid=30945): Launched\u000a10:52:22.794606 run osmo-stp_10.42.42.5(pid=30942): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30942)]\u000a10:52:22.921595 run osmo-stp_10.42.42.5(pid=30942): stdout: \u000a| (launched: 2022-12-10_10:52:21.489257)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:52:23.048483 run osmo-stp_10.42.42.5(pid=30942): stderr: \u000a| �[0;m�[38;5;43m20221210105221657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105221658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105221658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105221658 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105221661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105221661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105221661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:52:23.170863 run osmo-stp_10.42.42.5(pid=30942): stdout: \u000a| (launched: 2022-12-10_10:52:21.489257)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:52:23.291841 run osmo-stp_10.42.42.5(pid=30942): stderr: \u000a| �[0;m�[38;5;43m20221210105221657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105221658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105221658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105221658 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105221661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105221661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105221661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:52:23.433683 run patchelf(pid=30945): Terminating (SIGINT)\u000a10:52:23.600331 run patchelf(pid=30945): Terminated: ok {rc=0}\u000a10:52:23.630535 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=30942): Process ended prematurely: osmo-stp_10.42.42.5(pid=30942) [trial-2373↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30942)] [trial-2373↪gprs:nanobts+band-1900↪ping_idle_ping.py:27]\u000a10:52:23.639089 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a10:52:23.698375 run osmo-hlr_10.42.42.2(pid=30939): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:nanobts+band-1900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30939)]\u000a10:52:23.746814 run osmo-hlr_10.42.42.2(pid=30939): stdout: \u000a| (launched: 2022-12-10_10:52:20.555134) \u000a10:52:23.795514 run osmo-hlr_10.42.42.2(pid=30939): stderr: \u000a| �[0;m�[1;31m20221210105220731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210105220731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210105220731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105220731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105220731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210105220731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210105220743 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:nanobts+band-1900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210105220752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210105220752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210105220752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:52:23.837017 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30938): Terminating (SIGTERM)\u000a10:52:23.875999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30941): Terminating (SIGTERM)\u000a10:52:23.915132 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30944): Terminating (SIGTERM)\u000a10:52:23.924313 --- ParallelTerminationStrategy: PID 30938 died...\u000a10:52:23.976919 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30938): Terminated: ok {rc=0}\u000a10:52:23.986599 --- ParallelTerminationStrategy: PID 30941 died...\u000a10:52:24.039092 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30941): Terminated: ok {rc=0}\u000a10:52:24.048652 --- ParallelTerminationStrategy: PID 30944 died...\u000a10:52:24.101034 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30944): Terminated: ok {rc=0}\u000a10:52:24.183574 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "141", "name" : "gprs_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:51:26" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30960): Process ended prematurely: osmo-stp_10.42.42.5(pid=30960) [trial-2373↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30960)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30960): Process ended prematurely: osmo-stp_10.42.42.5(pid=30960) [trial-2373↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30960)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:nanobts+band-1900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:52:26.330053 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:52:26.341317 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:52:26.474822 tst cs_paging_gprs_active.py: using LAC 27888\u000a10:52:26.597682 tst cs_paging_gprs_active.py: using RAC 93\u000a10:52:26.723071 tst cs_paging_gprs_active.py: using CellId 27888\u000a10:52:26.846329 tst cs_paging_gprs_active.py: using BVCI 27889\u000a10:52:26.870785 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:52:26.882205 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:52:26.893376 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:52:26.904798 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:52:26.916052 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:52:26.927508 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:52:26.939148 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:52:26.950691 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:52:26.961997 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:52:27.079963 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:52:27.356421 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:52:27.481494 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:52:27.791987 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30950): Launched\u000a10:52:28.048251 run iperf3-srv_10.42.42.10(pid=30951): Launched\u000a10:52:28.230148 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:52:28.353999 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:52:28.663691 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30952): Launched\u000a10:52:28.920336 run iperf3-srv_10.42.42.10(pid=30953): Launched\u000a10:52:29.102158 tst cs_paging_gprs_active.py:38: start network...\u000a10:52:29.225908 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:52:29.705762 run create_hlr_db(pid=30954): Launched\u000a10:52:29.877838 bus /gobi_6: Setting Powered False\u000a10:52:30.912705 run create_hlr_db(pid=30954): Terminated: ok {rc=0}\u000a10:52:31.376150 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30956): Launched\u000a10:52:31.820006 run osmo-hlr_10.42.42.2(pid=30957): Launched\u000a10:52:31.944377 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:52:32.574944 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30959): Launched\u000a10:52:32.895313 run osmo-stp_10.42.42.5(pid=30960): Launched\u000a10:52:33.011861 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:52:33.572375 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30962): Launched\u000a10:52:33.687153 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:52:33.967884 run patchelf(pid=30963): Launched\u000a10:52:34.156810 run osmo-stp_10.42.42.5(pid=30960): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30960)]\u000a10:52:34.294816 run osmo-stp_10.42.42.5(pid=30960): stdout: \u000a| (launched: 2022-12-10_10:52:32.738108)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:52:34.433320 run osmo-stp_10.42.42.5(pid=30960): stderr: \u000a| �[0;m�[38;5;43m20221210105232932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105232932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105232932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105232933 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105232933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105232933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105232933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:52:34.566599 run osmo-stp_10.42.42.5(pid=30960): stdout: \u000a| (launched: 2022-12-10_10:52:32.738108)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:52:34.698792 run osmo-stp_10.42.42.5(pid=30960): stderr: \u000a| �[0;m�[38;5;43m20221210105232932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105232932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105232932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105232933 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105232933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105232933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105232933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:52:34.853157 run patchelf(pid=30963): Terminating (SIGINT)\u000a10:52:35.034810 run patchelf(pid=30963): Terminated: ok {rc=0}\u000a10:52:35.067995 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=30960): Process ended prematurely: osmo-stp_10.42.42.5(pid=30960) [trial-2373↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30960)] [trial-2373↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a10:52:35.077950 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a10:52:35.141874 run osmo-hlr_10.42.42.2(pid=30957): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30957)]\u000a10:52:35.193283 run osmo-hlr_10.42.42.2(pid=30957): stdout: \u000a| (launched: 2022-12-10_10:52:31.545629) \u000a10:52:35.245368 run osmo-hlr_10.42.42.2(pid=30957): stderr: \u000a| �[0;m�[1;31m20221210105231856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210105231856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210105231856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105231856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105231856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210105231856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210105231888 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:nanobts+band-1900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210105231907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210105231907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210105231907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:52:35.289945 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30950): Terminating (SIGTERM)\u000a10:52:35.331966 run iperf3-srv_10.42.42.10(pid=30951): Terminating (SIGTERM)\u000a10:52:35.373735 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30952): Terminating (SIGTERM)\u000a10:52:35.415467 run iperf3-srv_10.42.42.10(pid=30953): Terminating (SIGTERM)\u000a10:52:35.458121 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30956): Terminating (SIGTERM)\u000a10:52:35.499625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30959): Terminating (SIGTERM)\u000a10:52:35.541833 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30962): Terminating (SIGTERM)\u000a10:52:35.551581 --- ParallelTerminationStrategy: PID 30950 died...\u000a10:52:35.607634 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30950): Terminated: ok {rc=0}\u000a10:52:35.617994 --- ParallelTerminationStrategy: PID 30951 died...\u000a10:52:35.673407 run iperf3-srv_10.42.42.10(pid=30951): Terminated {rc=256}\u000a10:52:35.683384 --- ParallelTerminationStrategy: PID 30952 died...\u000a10:52:35.738595 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30952): Terminated: ok {rc=0}\u000a10:52:35.748786 --- ParallelTerminationStrategy: PID 30953 died...\u000a10:52:35.804192 run iperf3-srv_10.42.42.10(pid=30953): Terminated {rc=256}\u000a10:52:35.814174 --- ParallelTerminationStrategy: PID 30956 died...\u000a10:52:35.869596 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30956): Terminated: ok {rc=0}\u000a10:52:35.879500 --- ParallelTerminationStrategy: PID 30959 died...\u000a10:52:35.935178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30959): Terminated: ok {rc=0}\u000a10:52:35.945351 --- ParallelTerminationStrategy: PID 30962 died...\u000a10:52:36.003690 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30962): Terminated: ok {rc=0}\u000a10:52:36.090661 bus /gobi_0: Setting Powered False\u000a10:52:37.197009 bus /gobi_0: Setting Powered False\u000a10:52:38.306608 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30973): Process ended prematurely: osmo-stp_10.42.42.5(pid=30973) [trial-2373↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30973)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30973): Process ended prematurely: osmo-stp_10.42.42.5(pid=30973) [trial-2373↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30973)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:nanobts+band-1900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a10:52:39.415865 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:52:39.427426 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:52:39.564448 tst iperf3.py: using LAC 27889\u000a10:52:39.683795 tst iperf3.py: using RAC 94\u000a10:52:39.807129 tst iperf3.py: using CellId 27889\u000a10:52:39.927423 tst iperf3.py: using BVCI 27890\u000a10:52:39.950401 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:52:39.961374 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:52:39.972153 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:52:39.982961 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:52:39.993647 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:52:40.004280 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:52:40.015194 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:52:40.025903 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:52:40.036672 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:52:40.308886 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:52:40.433551 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:52:40.744062 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30965): Launched\u000a10:52:41.003172 run iperf3-srv_10.42.42.10(pid=30966): Launched\u000a10:52:41.185798 tst iperf3.py:8: start network...\u000a10:52:41.310187 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:52:41.791187 run create_hlr_db(pid=30967): Launched\u000a10:52:41.964066 bus /gobi_6: Setting Powered False\u000a10:52:42.985169 run create_hlr_db(pid=30967): Terminated: ok {rc=0}\u000a10:52:43.384179 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30969): Launched\u000a10:52:43.683850 run osmo-hlr_10.42.42.2(pid=30970): Launched\u000a10:52:43.794171 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:52:44.316597 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30972): Launched\u000a10:52:44.616675 run osmo-stp_10.42.42.5(pid=30973): Launched\u000a10:52:44.726418 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:52:45.251773 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30975): Launched\u000a10:52:45.358434 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:52:45.620086 run patchelf(pid=30976): Launched\u000a10:52:45.796632 run osmo-stp_10.42.42.5(pid=30973): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30973)]\u000a10:52:45.962853 run osmo-stp_10.42.42.5(pid=30973): stdout: \u000a| (launched: 2022-12-10_10:52:44.469105)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:52:46.121831 run osmo-stp_10.42.42.5(pid=30973): stderr: \u000a| �[0;m�[38;5;43m20221210105244639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105244640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105244640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105244640 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105244641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105244641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105244641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:52:46.258748 run osmo-stp_10.42.42.5(pid=30973): stdout: \u000a| (launched: 2022-12-10_10:52:44.469105)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:52:46.394577 run osmo-stp_10.42.42.5(pid=30973): stderr: \u000a| �[0;m�[38;5;43m20221210105244639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105244640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105244640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105244640 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105244641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105244641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105244641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:52:46.553889 run patchelf(pid=30976): Terminating (SIGINT)\u000a10:52:46.741388 run patchelf(pid=30976): Terminated: ok {rc=0}\u000a10:52:46.776023 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30973): Process ended prematurely: osmo-stp_10.42.42.5(pid=30973) [trial-2373↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30973)] [trial-2373↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8]\u000a10:52:46.787932 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a10:52:46.857662 run osmo-hlr_10.42.42.2(pid=30970): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30970)]\u000a10:52:46.911999 run osmo-hlr_10.42.42.2(pid=30970): stdout: \u000a| (launched: 2022-12-10_10:52:43.536264) \u000a10:52:46.967150 run osmo-hlr_10.42.42.2(pid=30970): stderr: \u000a| �[0;m�[1;31m20221210105243713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210105243713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210105243713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105243713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105243713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210105243713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210105243725 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210105243735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210105243735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210105243735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:52:47.015958 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30965): Terminating (SIGTERM)\u000a10:52:47.065089 run iperf3-srv_10.42.42.10(pid=30966): Terminating (SIGTERM)\u000a10:52:47.111454 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30969): Terminating (SIGTERM)\u000a10:52:47.156402 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30972): Terminating (SIGTERM)\u000a10:52:47.203069 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30975): Terminating (SIGTERM)\u000a10:52:47.212987 --- ParallelTerminationStrategy: PID 30965 died...\u000a10:52:47.270590 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30965): Terminated: ok {rc=0}\u000a10:52:47.280803 --- ParallelTerminationStrategy: PID 30966 died...\u000a10:52:47.337946 run iperf3-srv_10.42.42.10(pid=30966): Terminated {rc=256}\u000a10:52:47.348133 --- ParallelTerminationStrategy: PID 30969 died...\u000a10:52:47.405292 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30969): Terminated: ok {rc=0}\u000a10:52:47.415492 --- ParallelTerminationStrategy: PID 30972 died...\u000a10:52:47.472718 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30972): Terminated: ok {rc=0}\u000a10:52:47.482949 --- ParallelTerminationStrategy: PID 30975 died...\u000a10:52:47.540293 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30975): Terminated: ok {rc=0}\u000a10:52:47.627638 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30991): Process ended prematurely: osmo-stp_10.42.42.5(pid=30991) [trial-2373↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30991)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30991): Process ended prematurely: osmo-stp_10.42.42.5(pid=30991) [trial-2373↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30991)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:nanobts+band-1900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a10:52:48.746157 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:52:48.758039 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:52:48.891019 tst iperf3m4.py: using LAC 27890\u000a10:52:49.018349 tst iperf3m4.py: using RAC 95\u000a10:52:49.146097 tst iperf3m4.py: using CellId 27890\u000a10:52:49.273704 tst iperf3m4.py: using BVCI 27891\u000a10:52:49.298123 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:52:49.309641 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:52:49.320762 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:52:49.332695 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:52:49.344565 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:52:49.356397 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:52:49.368505 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:52:49.380284 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:52:49.392147 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:52:49.512213 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:52:49.632408 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:52:49.752026 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:52:50.046598 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:52:50.181728 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:52:50.514704 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30977): Launched\u000a10:52:50.791303 run iperf3-srv_10.42.42.10(pid=30978): Launched\u000a10:52:50.989595 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:52:51.124700 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:52:51.458142 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30979): Launched\u000a10:52:51.734924 run iperf3-srv_10.42.42.10(pid=30980): Launched\u000a10:52:51.932437 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:52:52.067845 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:52:52.401640 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30981): Launched\u000a10:52:52.678665 run iperf3-srv_10.42.42.10(pid=30982): Launched\u000a10:52:52.876530 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:52:53.011403 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:52:53.344375 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30983): Launched\u000a10:52:53.619663 run iperf3-srv_10.42.42.10(pid=30984): Launched\u000a10:52:53.816646 tst iperf3m4.py:8: start network...\u000a10:52:53.950853 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:52:54.455464 run create_hlr_db(pid=30985): Launched\u000a10:52:54.642278 bus /gobi_6: Setting Powered False\u000a10:52:55.662099 run create_hlr_db(pid=30985): Terminated: ok {rc=0}\u000a10:52:56.091540 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30987): Launched\u000a10:52:56.413533 run osmo-hlr_10.42.42.2(pid=30988): Launched\u000a10:52:56.534354 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:52:57.095546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30990): Launched\u000a10:52:57.416941 run osmo-stp_10.42.42.5(pid=30991): Launched\u000a10:52:57.533936 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:52:58.092248 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30993): Launched\u000a10:52:58.198493 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:52:58.459426 run patchelf(pid=30994): Launched\u000a10:52:58.635358 run osmo-stp_10.42.42.5(pid=30991): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30991)]\u000a10:52:58.763531 run osmo-stp_10.42.42.5(pid=30991): stdout: \u000a| (launched: 2022-12-10_10:52:57.258664)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:52:58.892121 run osmo-stp_10.42.42.5(pid=30991): stderr: \u000a| �[0;m�[38;5;43m20221210105257450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105257450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105257450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105257451 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105257451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105257451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105257451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:52:59.015862 run osmo-stp_10.42.42.5(pid=30991): stdout: \u000a| (launched: 2022-12-10_10:52:57.258664)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:52:59.138128 run osmo-stp_10.42.42.5(pid=30991): stderr: \u000a| �[0;m�[38;5;43m20221210105257450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105257450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105257450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105257451 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105257451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105257451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105257451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:52:59.281523 run patchelf(pid=30994): Terminating (SIGINT)\u000a10:52:59.450549 run patchelf(pid=30994): Terminated: ok {rc=0}\u000a10:52:59.481561 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30991): Process ended prematurely: osmo-stp_10.42.42.5(pid=30991) [trial-2373↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30991)] [trial-2373↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8]\u000a10:52:59.490650 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a10:52:59.550246 run osmo-hlr_10.42.42.2(pid=30988): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30988)]\u000a10:52:59.598617 run osmo-hlr_10.42.42.2(pid=30988): stdout: \u000a| (launched: 2022-12-10_10:52:56.254972) \u000a10:52:59.647482 run osmo-hlr_10.42.42.2(pid=30988): stderr: \u000a| �[0;m�[1;31m20221210105256455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210105256455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210105256455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105256455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105256455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210105256455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210105256471 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210105256480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210105256480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210105256480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:52:59.689115 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30977): Terminating (SIGTERM)\u000a10:52:59.728605 run iperf3-srv_10.42.42.10(pid=30978): Terminating (SIGTERM)\u000a10:52:59.772005 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30979): Terminating (SIGTERM)\u000a10:52:59.814008 run iperf3-srv_10.42.42.10(pid=30980): Terminating (SIGTERM)\u000a10:52:59.855863 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30981): Terminating (SIGTERM)\u000a10:52:59.897547 run iperf3-srv_10.42.42.10(pid=30982): Terminating (SIGTERM)\u000a10:52:59.939063 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30983): Terminating (SIGTERM)\u000a10:52:59.981361 run iperf3-srv_10.42.42.10(pid=30984): Terminating (SIGTERM)\u000a10:53:00.022768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30987): Terminating (SIGTERM)\u000a10:53:00.064482 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30990): Terminating (SIGTERM)\u000a10:53:00.106575 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30993): Terminating (SIGTERM)\u000a10:53:00.116300 --- ParallelTerminationStrategy: PID 30977 died...\u000a10:53:00.172317 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30977): Terminated: ok {rc=0}\u000a10:53:00.182555 --- ParallelTerminationStrategy: PID 30978 died...\u000a10:53:00.237840 run iperf3-srv_10.42.42.10(pid=30978): Terminated {rc=256}\u000a10:53:00.248142 --- ParallelTerminationStrategy: PID 30979 died...\u000a10:53:00.303508 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30979): Terminated: ok {rc=0}\u000a10:53:00.313966 --- ParallelTerminationStrategy: PID 30980 died...\u000a10:53:00.369114 run iperf3-srv_10.42.42.10(pid=30980): Terminated {rc=256}\u000a10:53:00.379470 --- ParallelTerminationStrategy: PID 30981 died...\u000a10:53:00.435065 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30981): Terminated: ok {rc=0}\u000a10:53:00.445251 --- ParallelTerminationStrategy: PID 30982 died...\u000a10:53:00.501116 run iperf3-srv_10.42.42.10(pid=30982): Terminated {rc=256}\u000a10:53:00.511165 --- ParallelTerminationStrategy: PID 30983 died...\u000a10:53:00.566921 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30983): Terminated: ok {rc=0}\u000a10:53:00.576883 --- ParallelTerminationStrategy: PID 30984 died...\u000a10:53:00.632795 run iperf3-srv_10.42.42.10(pid=30984): Terminated {rc=256}\u000a10:53:00.642794 --- ParallelTerminationStrategy: PID 30987 died...\u000a10:53:00.698353 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30987): Terminated: ok {rc=0}\u000a10:53:00.708360 --- ParallelTerminationStrategy: PID 30990 died...\u000a10:53:00.763823 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30990): Terminated: ok {rc=0}\u000a10:53:00.774156 --- ParallelTerminationStrategy: PID 30993 died...\u000a10:53:00.830640 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30993): Terminated: ok {rc=0}\u000a10:53:00.931664 bus /gobi_4: Setting Powered False\u000a10:53:02.052549 bus /gobi_4: Setting Powered False\u000a10:53:03.162790 bus /gobi_1: Setting Powered False\u000a10:53:04.269808 bus /gobi_1: Setting Powered False\u000a10:53:05.377479 bus /gobi_0: Setting Powered False\u000a10:53:06.483884 bus /gobi_0: Setting Powered False\u000a10:53:07.591056 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31001): Process ended prematurely: osmo-stp_10.42.42.5(pid=31001) [trial-2373↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31001)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31001): Process ended prematurely: osmo-stp_10.42.42.5(pid=31001) [trial-2373↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31001)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:nanobts+band-1900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a10:53:08.659527 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:53:08.671691 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:53:08.807264 tst ping.py: using LAC 27891\u000a10:53:08.932627 tst ping.py: using RAC 96\u000a10:53:09.058370 tst ping.py: using CellId 27891\u000a10:53:09.181555 tst ping.py: using BVCI 27892\u000a10:53:09.205677 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:53:09.217291 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:53:09.228563 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:53:09.240121 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:53:09.251545 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:53:09.263122 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:53:09.274931 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:53:09.286427 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:53:09.572888 tst ping.py:19: start network...\u000a10:53:09.703867 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:53:10.197433 run create_hlr_db(pid=30995): Launched\u000a10:53:10.380386 bus /gobi_6: Setting Powered False\u000a10:53:11.400821 run create_hlr_db(pid=30995): Terminated: ok {rc=0}\u000a10:53:11.796760 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30997): Launched\u000a10:53:12.092725 run osmo-hlr_10.42.42.2(pid=30998): Launched\u000a10:53:12.201149 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:53:12.713309 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31000): Launched\u000a10:53:13.006553 run osmo-stp_10.42.42.5(pid=31001): Launched\u000a10:53:13.114143 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:53:13.627986 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31003): Launched\u000a10:53:13.732082 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:53:13.988712 run patchelf(pid=31004): Launched\u000a10:53:14.160840 run osmo-stp_10.42.42.5(pid=31001): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31001)]\u000a10:53:14.286265 run osmo-stp_10.42.42.5(pid=31001): stdout: \u000a| (launched: 2022-12-10_10:53:12.862259)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:53:14.412183 run osmo-stp_10.42.42.5(pid=31001): stderr: \u000a| �[0;m�[38;5;43m20221210105313031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105313031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105313031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105313031 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105313032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105313032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105313032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:53:14.533674 run osmo-stp_10.42.42.5(pid=31001): stdout: \u000a| (launched: 2022-12-10_10:53:12.862259)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:53:14.653852 run osmo-stp_10.42.42.5(pid=31001): stderr: \u000a| �[0;m�[38;5;43m20221210105313031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105313031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105313031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105313031 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105313032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105313032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105313032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:53:14.794580 run patchelf(pid=31004): Terminating (SIGINT)\u000a10:53:14.959881 run patchelf(pid=31004): Terminated: ok {rc=0}\u000a10:53:14.989877 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=31001): Process ended prematurely: osmo-stp_10.42.42.5(pid=31001) [trial-2373↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31001)] [trial-2373↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22]\u000a10:53:14.998398 tst ping.py:22: Test FAILED (6.3 sec)\u000a10:53:15.057535 run osmo-hlr_10.42.42.2(pid=30998): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30998)]\u000a10:53:15.105753 run osmo-hlr_10.42.42.2(pid=30998): stdout: \u000a| (launched: 2022-12-10_10:53:11.947163) \u000a10:53:15.154750 run osmo-hlr_10.42.42.2(pid=30998): stderr: \u000a| �[0;m�[1;31m20221210105312123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210105312123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210105312124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105312124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105312124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210105312124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210105312136 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:nanobts+band-1900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210105312145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210105312145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210105312145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:53:15.196330 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30997): Terminating (SIGTERM)\u000a10:53:15.235634 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31000): Terminating (SIGTERM)\u000a10:53:15.274767 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31003): Terminating (SIGTERM)\u000a10:53:15.283904 --- ParallelTerminationStrategy: PID 30997 died...\u000a10:53:15.336620 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30997): Terminated: ok {rc=0}\u000a10:53:15.346280 --- ParallelTerminationStrategy: PID 31000 died...\u000a10:53:15.398646 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31000): Terminated: ok {rc=0}\u000a10:53:15.408087 --- ParallelTerminationStrategy: PID 31003 died...\u000a10:53:15.460442 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31003): Terminated: ok {rc=0}\u000a10:53:15.548223 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31282): Process ended prematurely: osmo-stp_10.42.42.5(pid=31282) [trial-2373↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31282)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31282): Process ended prematurely: osmo-stp_10.42.42.5(pid=31282) [trial-2373↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31282)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:nanobts+band-1900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a10:53:16.619369 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:53:16.636249 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:53:16.828640 tst ping_idle_ping.py: using LAC 27892\u000a10:53:16.962574 tst ping_idle_ping.py: using RAC 97\u000a10:53:17.113089 tst ping_idle_ping.py: using CellId 27892\u000a10:53:17.288603 tst ping_idle_ping.py: using BVCI 27893\u000a10:53:17.319389 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:53:17.334256 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:53:17.351051 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:53:17.365546 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:53:17.384577 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:53:17.405149 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:53:17.424409 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:53:17.439900 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:53:17.865357 tst ping_idle_ping.py:24: start network...\u000a10:53:18.042268 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:53:18.680551 run create_hlr_db(pid=31139): Launched\u000a10:53:18.920560 bus /gobi_6: Setting Powered False\u000a10:53:19.900514 run create_hlr_db(pid=31139): Terminated: ok {rc=0}\u000a10:53:20.400091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31276): Launched\u000a10:53:20.824364 run osmo-hlr_10.42.42.2(pid=31277): Launched\u000a10:53:21.049339 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:53:21.656033 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31281): Launched\u000a10:53:22.074349 run osmo-stp_10.42.42.5(pid=31282): Launched\u000a10:53:22.294321 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:53:22.879378 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31284): Launched\u000a10:53:22.995302 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:53:23.296682 run patchelf(pid=31285): Launched\u000a10:53:23.487870 run osmo-stp_10.42.42.5(pid=31282): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31282)]\u000a10:53:23.628646 run osmo-stp_10.42.42.5(pid=31282): stdout: \u000a| (launched: 2022-12-10_10:53:21.807498)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:53:23.770281 run osmo-stp_10.42.42.5(pid=31282): stderr: \u000a| �[0;m�[38;5;43m20221210105322109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105322110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105322110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105322110 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105322113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105322113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105322113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:53:23.905773 run osmo-stp_10.42.42.5(pid=31282): stdout: \u000a| (launched: 2022-12-10_10:53:21.807498)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:53:24.041671 run osmo-stp_10.42.42.5(pid=31282): stderr: \u000a| �[0;m�[38;5;43m20221210105322109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105322110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105322110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105322110 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105322113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105322113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105322113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:53:24.197805 run patchelf(pid=31285): Terminating (SIGINT)\u000a10:53:24.382315 run patchelf(pid=31285): Terminated: ok {rc=0}\u000a10:53:24.416831 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=31282): Process ended prematurely: osmo-stp_10.42.42.5(pid=31282) [trial-2373↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31282)] [trial-2373↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a10:53:24.427379 tst ping_idle_ping.py:27: Test FAILED (7.8 sec)\u000a10:53:24.495106 run osmo-hlr_10.42.42.2(pid=31277): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31277)]\u000a10:53:24.549233 run osmo-hlr_10.42.42.2(pid=31277): stdout: \u000a| (launched: 2022-12-10_10:53:20.566875) \u000a10:53:24.605091 run osmo-hlr_10.42.42.2(pid=31277): stderr: \u000a| �[0;m�[1;31m20221210105320908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210105320908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210105320908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105320908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105320908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210105320908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210105320928 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:nanobts+band-1900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210105320936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210105320936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210105320936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:53:24.653544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31276): Terminating (SIGTERM)\u000a10:53:24.700224 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31281): Terminating (SIGTERM)\u000a10:53:24.745870 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31284): Terminating (SIGTERM)\u000a10:53:24.758060 --- ParallelTerminationStrategy: PID 31276 died...\u000a10:53:24.820339 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31276): Terminated: ok {rc=0}\u000a10:53:24.832725 --- ParallelTerminationStrategy: PID 31281 died...\u000a10:53:24.892474 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31281): Terminated: ok {rc=0}\u000a10:53:24.903534 --- ParallelTerminationStrategy: PID 31284 died...\u000a10:53:24.963016 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31284): Terminated: ok {rc=0}\u000a10:53:25.055604 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "142", "name" : "gprs_nanobts+band-1900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:52:25" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31299): Process ended prematurely: osmo-stp_10.42.42.5(pid=31299) [trial-2373↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31299)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31299): Process ended prematurely: osmo-stp_10.42.42.5(pid=31299) [trial-2373↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31299)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:nanobts+band-1900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:53:27.216666 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:53:27.229112 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:53:27.388354 tst cs_paging_gprs_active.py: using LAC 27893\u000a10:53:27.522680 tst cs_paging_gprs_active.py: using RAC 98\u000a10:53:27.650867 tst cs_paging_gprs_active.py: using CellId 27893\u000a10:53:27.778335 tst cs_paging_gprs_active.py: using BVCI 27894\u000a10:53:27.805100 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:53:27.818584 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:53:27.831499 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:53:27.845158 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:53:27.858498 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:53:27.871926 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:53:27.885478 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:53:27.898882 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:53:27.912418 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:53:28.041097 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:53:28.342928 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:53:28.482373 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:53:28.843511 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31289): Launched\u000a10:53:29.149752 run iperf3-srv_10.42.42.10(pid=31290): Launched\u000a10:53:29.353384 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:53:29.493502 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:53:29.854765 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31291): Launched\u000a10:53:30.159665 run iperf3-srv_10.42.42.10(pid=31292): Launched\u000a10:53:30.364603 tst cs_paging_gprs_active.py:38: start network...\u000a10:53:30.504902 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:53:31.093642 run create_hlr_db(pid=31293): Launched\u000a10:53:31.288613 bus /gobi_6: Setting Powered False\u000a10:53:32.359477 run create_hlr_db(pid=31293): Terminated: ok {rc=0}\u000a10:53:32.887537 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31295): Launched\u000a10:53:33.364068 run osmo-hlr_10.42.42.2(pid=31296): Launched\u000a10:53:33.534246 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:53:34.140855 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31298): Launched\u000a10:53:34.574451 run osmo-stp_10.42.42.5(pid=31299): Launched\u000a10:53:34.803217 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:53:35.397885 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31301): Launched\u000a10:53:35.518716 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:53:35.828123 run patchelf(pid=31302): Launched\u000a10:53:36.024261 run osmo-stp_10.42.42.5(pid=31299): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31299)]\u000a10:53:36.167060 run osmo-stp_10.42.42.5(pid=31299): stdout: \u000a| (launched: 2022-12-10_10:53:34.309278)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:53:36.311403 run osmo-stp_10.42.42.5(pid=31299): stderr: \u000a| �[0;m�[38;5;43m20221210105334610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105334610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105334610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105334621 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105334622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105334622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105334622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:53:36.450127 run osmo-stp_10.42.42.5(pid=31299): stdout: \u000a| (launched: 2022-12-10_10:53:34.309278)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:53:36.587615 run osmo-stp_10.42.42.5(pid=31299): stderr: \u000a| �[0;m�[38;5;43m20221210105334610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105334610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105334610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105334621 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105334622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105334622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105334622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:53:36.747964 run patchelf(pid=31302): Terminating (SIGINT)\u000a10:53:36.937867 run patchelf(pid=31302): Terminated: ok {rc=0}\u000a10:53:36.972902 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=31299): Process ended prematurely: osmo-stp_10.42.42.5(pid=31299) [trial-2373↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31299)] [trial-2373↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a10:53:36.983911 tst cs_paging_gprs_active.py:38: Test FAILED (9.8 sec)\u000a10:53:37.053869 run osmo-hlr_10.42.42.2(pid=31296): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31296)]\u000a10:53:37.107995 run osmo-hlr_10.42.42.2(pid=31296): stdout: \u000a| (launched: 2022-12-10_10:53:33.063898) \u000a10:53:37.162873 run osmo-hlr_10.42.42.2(pid=31296): stderr: \u000a| �[0;m�[1;31m20221210105333256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210105333256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210105333256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105333256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105333256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210105333256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210105333278 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210105333291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210105333291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210105333291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:53:37.210321 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31289): Terminating (SIGTERM)\u000a10:53:37.257927 run iperf3-srv_10.42.42.10(pid=31290): Terminating (SIGTERM)\u000a10:53:37.304411 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31291): Terminating (SIGTERM)\u000a10:53:37.350972 run iperf3-srv_10.42.42.10(pid=31292): Terminating (SIGTERM)\u000a10:53:37.397130 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31295): Terminating (SIGTERM)\u000a10:53:37.444302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31298): Terminating (SIGTERM)\u000a10:53:37.492120 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31301): Terminating (SIGTERM)\u000a10:53:37.503049 --- ParallelTerminationStrategy: PID 31289 died...\u000a10:53:37.565420 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31289): Terminated: ok {rc=0}\u000a10:53:37.576567 --- ParallelTerminationStrategy: PID 31290 died...\u000a10:53:37.637225 run iperf3-srv_10.42.42.10(pid=31290): Terminated {rc=256}\u000a10:53:37.648229 --- ParallelTerminationStrategy: PID 31291 died...\u000a10:53:37.708343 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31291): Terminated: ok {rc=0}\u000a10:53:37.719358 --- ParallelTerminationStrategy: PID 31292 died...\u000a10:53:37.780292 run iperf3-srv_10.42.42.10(pid=31292): Terminated {rc=256}\u000a10:53:37.791763 --- ParallelTerminationStrategy: PID 31295 died...\u000a10:53:37.852406 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31295): Terminated: ok {rc=0}\u000a10:53:37.863540 --- ParallelTerminationStrategy: PID 31298 died...\u000a10:53:37.923114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31298): Terminated: ok {rc=0}\u000a10:53:37.934302 --- ParallelTerminationStrategy: PID 31301 died...\u000a10:53:37.993616 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31301): Terminated: ok {rc=0}\u000a10:53:38.086594 bus /gobi_0: Setting Powered False\u000a10:53:39.197491 bus /gobi_0: Setting Powered False\u000a10:53:40.308643 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31311): Process ended prematurely: osmo-stp_10.42.42.5(pid=31311) [trial-2373↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31311)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31311): Process ended prematurely: osmo-stp_10.42.42.5(pid=31311) [trial-2373↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31311)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a10:53:41.417827 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:53:41.429265 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:53:41.580449 tst iperf3.py: using LAC 27894\u000a10:53:41.697882 tst iperf3.py: using RAC 99\u000a10:53:41.814299 tst iperf3.py: using CellId 27894\u000a10:53:41.929824 tst iperf3.py: using BVCI 27895\u000a10:53:41.952643 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:53:41.963639 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:53:41.974539 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:53:41.985369 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:53:41.996108 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:53:42.006990 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:53:42.017925 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:53:42.028621 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:53:42.039685 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:53:42.313461 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:53:42.437160 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:53:42.746890 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31303): Launched\u000a10:53:43.004296 run iperf3-srv_10.42.42.10(pid=31304): Launched\u000a10:53:43.186468 tst iperf3.py:8: start network...\u000a10:53:43.310653 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:53:43.790734 run create_hlr_db(pid=31305): Launched\u000a10:53:43.963048 bus /gobi_6: Setting Powered False\u000a10:53:44.982471 run create_hlr_db(pid=31305): Terminated: ok {rc=0}\u000a10:53:45.407678 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31307): Launched\u000a10:53:45.727337 run osmo-hlr_10.42.42.2(pid=31308): Launched\u000a10:53:45.852522 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:53:46.458810 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31310): Launched\u000a10:53:46.939714 run osmo-stp_10.42.42.5(pid=31311): Launched\u000a10:53:47.217169 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:53:47.750910 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31313): Launched\u000a10:53:47.858068 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:53:48.120510 run patchelf(pid=31314): Launched\u000a10:53:48.297977 run osmo-stp_10.42.42.5(pid=31311): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31311)]\u000a10:53:48.427782 run osmo-stp_10.42.42.5(pid=31311): stdout: \u000a| (launched: 2022-12-10_10:53:46.625169)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:53:48.557967 run osmo-stp_10.42.42.5(pid=31311): stderr: \u000a| �[0;m�[38;5;43m20221210105346911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105346911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105346911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105346912 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105346912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105346912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105346912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:53:48.682573 run osmo-stp_10.42.42.5(pid=31311): stdout: \u000a| (launched: 2022-12-10_10:53:46.625169)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:53:48.805737 run osmo-stp_10.42.42.5(pid=31311): stderr: \u000a| �[0;m�[38;5;43m20221210105346911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105346911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105346911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105346912 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105346912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105346912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105346912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:53:48.949543 run patchelf(pid=31314): Terminating (SIGINT)\u000a10:53:49.119314 run patchelf(pid=31314): Terminated: ok {rc=0}\u000a10:53:49.150478 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31311): Process ended prematurely: osmo-stp_10.42.42.5(pid=31311) [trial-2373↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31311)] [trial-2373↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a10:53:49.159615 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a10:53:49.219095 run osmo-hlr_10.42.42.2(pid=31308): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31308)]\u000a10:53:49.267551 run osmo-hlr_10.42.42.2(pid=31308): stdout: \u000a| (launched: 2022-12-10_10:53:45.570692) \u000a10:53:49.316731 run osmo-hlr_10.42.42.2(pid=31308): stderr: \u000a| �[0;m�[1;31m20221210105345766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210105345766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210105345766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105345766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105345766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210105345766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210105345779 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210105345788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210105345788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210105345788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:53:49.358863 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31303): Terminating (SIGTERM)\u000a10:53:49.398422 run iperf3-srv_10.42.42.10(pid=31304): Terminating (SIGTERM)\u000a10:53:49.437954 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31307): Terminating (SIGTERM)\u000a10:53:49.477521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31310): Terminating (SIGTERM)\u000a10:53:49.517048 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31313): Terminating (SIGTERM)\u000a10:53:49.526313 --- ParallelTerminationStrategy: PID 31303 died...\u000a10:53:49.579521 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31303): Terminated: ok {rc=0}\u000a10:53:49.589391 --- ParallelTerminationStrategy: PID 31304 died...\u000a10:53:49.642438 run iperf3-srv_10.42.42.10(pid=31304): Terminated {rc=256}\u000a10:53:49.652056 --- ParallelTerminationStrategy: PID 31307 died...\u000a10:53:49.704790 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31307): Terminated: ok {rc=0}\u000a10:53:49.714421 --- ParallelTerminationStrategy: PID 31310 died...\u000a10:53:49.767237 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31310): Terminated: ok {rc=0}\u000a10:53:49.776872 --- ParallelTerminationStrategy: PID 31313 died...\u000a10:53:49.829730 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31313): Terminated: ok {rc=0}\u000a10:53:49.918295 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31341): Process ended prematurely: osmo-stp_10.42.42.5(pid=31341) [trial-2373↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31341)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31341): Process ended prematurely: osmo-stp_10.42.42.5(pid=31341) [trial-2373↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31341)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a10:53:51.028838 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:53:51.040433 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:53:51.184782 tst iperf3m4.py: using LAC 27895\u000a10:53:51.302167 tst iperf3m4.py: using RAC 100\u000a10:53:51.418239 tst iperf3m4.py: using CellId 27895\u000a10:53:51.534564 tst iperf3m4.py: using BVCI 27896\u000a10:53:51.557739 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:53:51.568607 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:53:51.579422 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:53:51.590220 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:53:51.601243 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:53:51.612069 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:53:51.623089 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:53:51.633860 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:53:51.644734 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:53:51.758018 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:53:51.877358 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:53:51.996590 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:53:52.272235 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:53:52.396757 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:53:52.707132 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31327): Launched\u000a10:53:52.964793 run iperf3-srv_10.42.42.10(pid=31328): Launched\u000a10:53:53.147431 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:53:53.271822 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:53:53.582492 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31329): Launched\u000a10:53:53.840508 run iperf3-srv_10.42.42.10(pid=31330): Launched\u000a10:53:54.023442 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:53:54.148483 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:53:54.460783 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31331): Launched\u000a10:53:54.718250 run iperf3-srv_10.42.42.10(pid=31332): Launched\u000a10:53:54.900668 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:53:55.025388 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:53:55.335527 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31333): Launched\u000a10:53:55.593004 run iperf3-srv_10.42.42.10(pid=31334): Launched\u000a10:53:55.774681 tst iperf3m4.py:8: start network...\u000a10:53:55.899086 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:53:56.380592 run create_hlr_db(pid=31335): Launched\u000a10:53:56.553849 bus /gobi_6: Setting Powered False\u000a10:53:57.574458 run create_hlr_db(pid=31335): Terminated: ok {rc=0}\u000a10:53:58.001557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31337): Launched\u000a10:53:58.322802 run osmo-hlr_10.42.42.2(pid=31338): Launched\u000a10:53:58.443632 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:53:59.003342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31340): Launched\u000a10:53:59.322758 run osmo-stp_10.42.42.5(pid=31341): Launched\u000a10:53:59.439221 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:53:59.997746 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31343): Launched\u000a10:54:00.113581 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:54:00.394347 run patchelf(pid=31344): Launched\u000a10:54:00.582425 run osmo-stp_10.42.42.5(pid=31341): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31341)]\u000a10:54:00.719354 run osmo-stp_10.42.42.5(pid=31341): stdout: \u000a| (launched: 2022-12-10_10:53:59.166275)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:54:00.874318 run osmo-stp_10.42.42.5(pid=31341): stderr: \u000a| �[0;m�[38;5;43m20221210105359357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105359357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105359357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105359358 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105359358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105359358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105359358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:54:01.011656 run osmo-stp_10.42.42.5(pid=31341): stdout: \u000a| (launched: 2022-12-10_10:53:59.166275)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:54:01.145560 run osmo-stp_10.42.42.5(pid=31341): stderr: \u000a| �[0;m�[38;5;43m20221210105359357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105359357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105359357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105359358 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105359358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105359358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105359358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:54:01.301984 run patchelf(pid=31344): Terminating (SIGINT)\u000a10:54:01.486457 run patchelf(pid=31344): Terminated: ok {rc=0}\u000a10:54:01.520458 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31341): Process ended prematurely: osmo-stp_10.42.42.5(pid=31341) [trial-2373↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31341)] [trial-2373↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a10:54:01.531108 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a10:54:01.597125 run osmo-hlr_10.42.42.2(pid=31338): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31338)]\u000a10:54:01.649872 run osmo-hlr_10.42.42.2(pid=31338): stdout: \u000a| (launched: 2022-12-10_10:53:58.165362) \u000a10:54:01.703281 run osmo-hlr_10.42.42.2(pid=31338): stderr: \u000a| �[0;m�[1;31m20221210105358364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210105358364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210105358364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105358364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105358364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210105358364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210105358377 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210105358385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210105358385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210105358385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:54:01.748905 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31327): Terminating (SIGTERM)\u000a10:54:01.793226 run iperf3-srv_10.42.42.10(pid=31328): Terminating (SIGTERM)\u000a10:54:01.839154 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31329): Terminating (SIGTERM)\u000a10:54:01.884722 run iperf3-srv_10.42.42.10(pid=31330): Terminating (SIGTERM)\u000a10:54:01.929288 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31331): Terminating (SIGTERM)\u000a10:54:01.974721 run iperf3-srv_10.42.42.10(pid=31332): Terminating (SIGTERM)\u000a10:54:02.019735 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31333): Terminating (SIGTERM)\u000a10:54:02.063751 run iperf3-srv_10.42.42.10(pid=31334): Terminating (SIGTERM)\u000a10:54:02.109982 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31337): Terminating (SIGTERM)\u000a10:54:02.152408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31340): Terminating (SIGTERM)\u000a10:54:02.196186 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31343): Terminating (SIGTERM)\u000a10:54:02.207720 --- ParallelTerminationStrategy: PID 31327 died...\u000a10:54:02.265153 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31327): Terminated: ok {rc=0}\u000a10:54:02.275378 --- ParallelTerminationStrategy: PID 31328 died...\u000a10:54:02.331727 run iperf3-srv_10.42.42.10(pid=31328): Terminated {rc=256}\u000a10:54:02.341962 --- ParallelTerminationStrategy: PID 31329 died...\u000a10:54:02.398011 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31329): Terminated: ok {rc=0}\u000a10:54:02.408226 --- ParallelTerminationStrategy: PID 31330 died...\u000a10:54:02.464128 run iperf3-srv_10.42.42.10(pid=31330): Terminated {rc=256}\u000a10:54:02.474249 --- ParallelTerminationStrategy: PID 31331 died...\u000a10:54:02.530500 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31331): Terminated: ok {rc=0}\u000a10:54:02.540588 --- ParallelTerminationStrategy: PID 31332 died...\u000a10:54:02.596430 run iperf3-srv_10.42.42.10(pid=31332): Terminated {rc=256}\u000a10:54:02.606558 --- ParallelTerminationStrategy: PID 31333 died...\u000a10:54:02.662538 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31333): Terminated: ok {rc=0}\u000a10:54:02.672519 --- ParallelTerminationStrategy: PID 31334 died...\u000a10:54:02.727977 run iperf3-srv_10.42.42.10(pid=31334): Terminated {rc=256}\u000a10:54:02.738320 --- ParallelTerminationStrategy: PID 31337 died...\u000a10:54:02.793966 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31337): Terminated: ok {rc=0}\u000a10:54:02.804277 --- ParallelTerminationStrategy: PID 31340 died...\u000a10:54:02.859918 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31340): Terminated: ok {rc=0}\u000a10:54:02.870069 --- ParallelTerminationStrategy: PID 31343 died...\u000a10:54:02.925814 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31343): Terminated: ok {rc=0}\u000a10:54:03.011953 bus /gobi_4: Setting Powered False\u000a10:54:04.116858 bus /gobi_4: Setting Powered False\u000a10:54:05.223388 bus /gobi_1: Setting Powered False\u000a10:54:06.329047 bus /gobi_1: Setting Powered False\u000a10:54:07.435778 bus /gobi_0: Setting Powered False\u000a10:54:08.541838 bus /gobi_0: Setting Powered False\u000a10:54:09.647657 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31352): Process ended prematurely: osmo-stp_10.42.42.5(pid=31352) [trial-2373↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31352)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31352): Process ended prematurely: osmo-stp_10.42.42.5(pid=31352) [trial-2373↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31352)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a10:54:10.713075 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:54:10.724624 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:54:10.876775 tst ping.py: using LAC 27896\u000a10:54:11.000293 tst ping.py: using RAC 101\u000a10:54:11.124082 tst ping.py: using CellId 27896\u000a10:54:11.247303 tst ping.py: using BVCI 27897\u000a10:54:11.271460 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:54:11.283079 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:54:11.294370 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:54:11.305926 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:54:11.317423 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:54:11.328866 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:54:11.340493 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:54:11.351814 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:54:11.623532 tst ping.py:19: start network...\u000a10:54:11.745076 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:54:12.216003 run create_hlr_db(pid=31346): Launched\u000a10:54:12.387322 bus /gobi_6: Setting Powered False\u000a10:54:13.407675 run create_hlr_db(pid=31346): Terminated: ok {rc=0}\u000a10:54:13.801123 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31348): Launched\u000a10:54:14.097835 run osmo-hlr_10.42.42.2(pid=31349): Launched\u000a10:54:14.205257 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:54:14.725410 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31351): Launched\u000a10:54:15.020002 run osmo-stp_10.42.42.5(pid=31352): Launched\u000a10:54:15.128217 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:54:15.641158 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31354): Launched\u000a10:54:15.745613 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:54:16.061187 run patchelf(pid=31355): Launched\u000a10:54:16.237351 run osmo-stp_10.42.42.5(pid=31352): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31352)]\u000a10:54:16.366862 run osmo-stp_10.42.42.5(pid=31352): stdout: \u000a| (launched: 2022-12-10_10:54:14.874825)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:54:16.495666 run osmo-stp_10.42.42.5(pid=31352): stderr: \u000a| �[0;m�[38;5;43m20221210105415044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105415044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105415044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105415045 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105415047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105415047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105415047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:54:16.619753 run osmo-stp_10.42.42.5(pid=31352): stdout: \u000a| (launched: 2022-12-10_10:54:14.874825)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:54:16.742912 run osmo-stp_10.42.42.5(pid=31352): stderr: \u000a| �[0;m�[38;5;43m20221210105415044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105415044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105415044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105415045 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105415047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105415047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105415047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:54:16.887017 run patchelf(pid=31355): Terminating (SIGINT)\u000a10:54:17.056578 run patchelf(pid=31355): Terminated: ok {rc=0}\u000a10:54:17.087727 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=31352): Process ended prematurely: osmo-stp_10.42.42.5(pid=31352) [trial-2373↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31352)] [trial-2373↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22]\u000a10:54:17.096845 tst ping.py:22: Test FAILED (6.4 sec)\u000a10:54:17.158156 run osmo-hlr_10.42.42.2(pid=31349): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31349)]\u000a10:54:17.207108 run osmo-hlr_10.42.42.2(pid=31349): stdout: \u000a| (launched: 2022-12-10_10:54:13.951436) \u000a10:54:17.256532 run osmo-hlr_10.42.42.2(pid=31349): stderr: \u000a| �[0;m�[1;31m20221210105414128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210105414128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210105414128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105414128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105414128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210105414128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210105414140 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210105414149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210105414149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210105414149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:54:17.298689 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31348): Terminating (SIGTERM)\u000a10:54:17.338397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31351): Terminating (SIGTERM)\u000a10:54:17.378161 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31354): Terminating (SIGTERM)\u000a10:54:17.387130 --- ParallelTerminationStrategy: PID 31348 died...\u000a10:54:17.440128 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31348): Terminated: ok {rc=0}\u000a10:54:17.449808 --- ParallelTerminationStrategy: PID 31351 died...\u000a10:54:17.502823 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31351): Terminated: ok {rc=0}\u000a10:54:17.512319 --- ParallelTerminationStrategy: PID 31354 died...\u000a10:54:17.565011 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31354): Terminated: ok {rc=0}\u000a10:54:17.647593 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31362): Process ended prematurely: osmo-stp_10.42.42.5(pid=31362) [trial-2373↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31362)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31362): Process ended prematurely: osmo-stp_10.42.42.5(pid=31362) [trial-2373↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31362)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a10:54:18.699409 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:54:18.711509 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:54:18.869663 tst ping_idle_ping.py: using LAC 27897\u000a10:54:18.991522 tst ping_idle_ping.py: using RAC 102\u000a10:54:19.113371 tst ping_idle_ping.py: using CellId 27897\u000a10:54:19.234856 tst ping_idle_ping.py: using BVCI 27898\u000a10:54:19.258949 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:54:19.270471 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:54:19.281922 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:54:19.293377 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:54:19.304629 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:54:19.316452 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:54:19.327849 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:54:19.339250 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:54:19.612214 tst ping_idle_ping.py:24: start network...\u000a10:54:19.734503 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:54:20.208577 run create_hlr_db(pid=31356): Launched\u000a10:54:20.379633 bus /gobi_6: Setting Powered False\u000a10:54:21.400403 run create_hlr_db(pid=31356): Terminated: ok {rc=0}\u000a10:54:21.792760 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31358): Launched\u000a10:54:22.087052 run osmo-hlr_10.42.42.2(pid=31359): Launched\u000a10:54:22.194774 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:54:22.705986 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31361): Launched\u000a10:54:23.000343 run osmo-stp_10.42.42.5(pid=31362): Launched\u000a10:54:23.107713 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:54:23.621238 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31364): Launched\u000a10:54:23.725291 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:54:23.981040 run patchelf(pid=31365): Launched\u000a10:54:24.153429 run osmo-stp_10.42.42.5(pid=31362): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31362)]\u000a10:54:24.279672 run osmo-stp_10.42.42.5(pid=31362): stdout: \u000a| (launched: 2022-12-10_10:54:22.855281)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:54:24.407274 run osmo-stp_10.42.42.5(pid=31362): stderr: \u000a| �[0;m�[38;5;43m20221210105423026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105423026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105423026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105423026 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105423027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105423027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105423027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:54:24.529445 run osmo-stp_10.42.42.5(pid=31362): stdout: \u000a| (launched: 2022-12-10_10:54:22.855281)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:54:24.650226 run osmo-stp_10.42.42.5(pid=31362): stderr: \u000a| �[0;m�[38;5;43m20221210105423026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105423026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105423026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105423026 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105423027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105423027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105423027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:54:24.791449 run patchelf(pid=31365): Terminating (SIGINT)\u000a10:54:24.957692 run patchelf(pid=31365): Terminated: ok {rc=0}\u000a10:54:24.987752 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=31362): Process ended prematurely: osmo-stp_10.42.42.5(pid=31362) [trial-2373↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31362)] [trial-2373↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a10:54:24.996283 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a10:54:25.055495 run osmo-hlr_10.42.42.2(pid=31359): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31359)]\u000a10:54:25.103881 run osmo-hlr_10.42.42.2(pid=31359): stdout: \u000a| (launched: 2022-12-10_10:54:21.942381) \u000a10:54:25.152693 run osmo-hlr_10.42.42.2(pid=31359): stderr: \u000a| �[0;m�[1;31m20221210105422118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210105422118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210105422118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105422118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105422118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210105422118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210105422130 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210105422139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210105422139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210105422139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:54:25.194390 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31358): Terminating (SIGTERM)\u000a10:54:25.233858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31361): Terminating (SIGTERM)\u000a10:54:25.273290 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31364): Terminating (SIGTERM)\u000a10:54:25.282437 --- ParallelTerminationStrategy: PID 31358 died...\u000a10:54:25.335751 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31358): Terminated: ok {rc=0}\u000a10:54:25.345382 --- ParallelTerminationStrategy: PID 31361 died...\u000a10:54:25.397997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31361): Terminated: ok {rc=0}\u000a10:54:25.407468 --- ParallelTerminationStrategy: PID 31364 died...\u000a10:54:25.459965 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31364): Terminated: ok {rc=0}\u000a10:54:25.543080 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "143", "name" : "gprs_nanobts+band-1900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:53:26" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31375): Process ended prematurely: osmo-stp_10.42.42.5(pid=31375) [trial-2373↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31375)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31375): Process ended prematurely: osmo-stp_10.42.42.5(pid=31375) [trial-2373↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31375)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a10:54:27.554862 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:54:27.566574 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:54:27.715220 tst switch_tch_pdch.py: using LAC 27898\u000a10:54:27.828502 tst switch_tch_pdch.py: using RAC 103\u000a10:54:27.949839 tst switch_tch_pdch.py: using CellId 27898\u000a10:54:28.072841 tst switch_tch_pdch.py: using BVCI 27899\u000a10:54:28.096815 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:54:28.108804 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:54:28.120853 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:54:28.133387 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:54:28.145274 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:54:28.157250 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:54:28.169452 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a10:54:28.181488 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:54:28.298113 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:54:28.570323 tst switch_tch_pdch.py:51: start network...\u000a10:54:28.691975 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:54:29.162842 run create_hlr_db(pid=31369): Launched\u000a10:54:29.332637 bus /gobi_6: Setting Powered False\u000a10:54:30.355152 run create_hlr_db(pid=31369): Terminated: ok {rc=0}\u000a10:54:30.748528 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31371): Launched\u000a10:54:31.052779 run osmo-hlr_10.42.42.2(pid=31372): Launched\u000a10:54:31.254293 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:54:31.830427 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31374): Launched\u000a10:54:32.231323 run osmo-stp_10.42.42.5(pid=31375): Launched\u000a10:54:32.343069 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:54:32.874097 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31377): Launched\u000a10:54:32.979271 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:54:33.236136 run patchelf(pid=31378): Launched\u000a10:54:33.409452 run osmo-stp_10.42.42.5(pid=31375): ERR: Terminated: ERROR {rc=1} [trial-2373↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31375)]\u000a10:54:33.535978 run osmo-stp_10.42.42.5(pid=31375): stdout: \u000a| (launched: 2022-12-10_10:54:31.982771)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:54:33.663108 run osmo-stp_10.42.42.5(pid=31375): stderr: \u000a| �[0;m�[38;5;43m20221210105432339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105432340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105432340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105432340 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105432349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105432349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105432349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:54:33.785734 run osmo-stp_10.42.42.5(pid=31375): stdout: \u000a| (launched: 2022-12-10_10:54:31.982771)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:54:33.906877 run osmo-stp_10.42.42.5(pid=31375): stderr: \u000a| �[0;m�[38;5;43m20221210105432339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105432340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105432340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105432340 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105432349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105432349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105432349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:54:34.047782 run patchelf(pid=31378): Terminating (SIGINT)\u000a10:54:34.213712 run patchelf(pid=31378): Terminated: ok {rc=0}\u000a10:54:34.243782 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=31375): Process ended prematurely: osmo-stp_10.42.42.5(pid=31375) [trial-2373↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31375)] [trial-2373↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a10:54:34.252331 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a10:54:34.311770 run osmo-hlr_10.42.42.2(pid=31372): ERR: Terminated: ERROR {rc=237} [trial-2373↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31372)]\u000a10:54:34.360428 run osmo-hlr_10.42.42.2(pid=31372): stdout: \u000a| (launched: 2022-12-10_10:54:30.898889) \u000a10:54:34.409576 run osmo-hlr_10.42.42.2(pid=31372): stderr: \u000a| �[0;m�[1;31m20221210105431211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210105431211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210105431211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105431211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105431211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210105431211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210105431227 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210105431243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210105431244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210105431244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:54:34.451326 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31371): Terminating (SIGTERM)\u000a10:54:34.491242 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31374): Terminating (SIGTERM)\u000a10:54:34.530860 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31377): Terminating (SIGTERM)\u000a10:54:34.540146 --- ParallelTerminationStrategy: PID 31371 died...\u000a10:54:34.592793 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31371): Terminated: ok {rc=0}\u000a10:54:34.602366 --- ParallelTerminationStrategy: PID 31374 died...\u000a10:54:34.654679 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31374): Terminated: ok {rc=0}\u000a10:54:34.664080 --- ParallelTerminationStrategy: PID 31377 died...\u000a10:54:34.716392 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31377): Terminated: ok {rc=0}\u000a10:54:34.805053 bus /gobi_0: Setting Powered False\u000a10:54:35.907492 bus /gobi_0: Setting Powered False\u000a10:54:37.013816 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "144", "name" : "dynts_nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:54:27" }, { "cases" : [ { "testActions" : [ ], "age" : 43, "className" : "sms:nanobts+band-900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31388): Process ended prematurely: osmo-stp_10.42.42.5(pid=31388) [trial-2373↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31388)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31388): Process ended prematurely: osmo-stp_10.42.42.5(pid=31388) [trial-2373↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31388)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 sms:nanobts+band-900 mo_mt_sms.py\u000a----------------------------------------------\u000a10:54:38.959263 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a10:54:38.970376 tst sms:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a10:54:39.108331 tst mo_mt_sms.py: using LAC 27899\u000a10:54:39.230773 tst mo_mt_sms.py: using RAC 104\u000a10:54:39.354919 tst mo_mt_sms.py: using CellId 27899\u000a10:54:39.477492 tst mo_mt_sms.py: using BVCI 27900\u000a10:54:39.501390 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a10:54:39.512297 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a10:54:39.523342 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a10:54:39.534606 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a10:54:39.545794 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a10:54:39.556724 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a10:54:39.670701 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a10:54:39.877872 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:54:40.371984 run create_hlr_db(pid=31382): Launched\u000a10:54:40.555455 bus /gobi_6: Setting Powered False\u000a10:54:41.575863 run create_hlr_db(pid=31382): Terminated: ok {rc=0}\u000a10:54:41.971944 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31384): Launched\u000a10:54:42.265890 run osmo-hlr_10.42.42.2(pid=31385): Launched\u000a10:54:42.373545 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:54:42.887867 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31387): Launched\u000a10:54:43.181424 run osmo-stp_10.42.42.5(pid=31388): Launched\u000a10:54:43.288776 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:54:43.826066 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31390): Launched\u000a10:54:44.121446 run osmo-msc_10.42.42.6(pid=31391): Launched\u000a10:54:44.295702 run osmo-stp_10.42.42.5(pid=31388): ERR: Terminated: ERROR {rc=1} [trial-2373↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31388)]\u000a10:54:44.421361 run osmo-stp_10.42.42.5(pid=31388): stdout: \u000a| (launched: 2022-12-10_10:54:43.037065)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:54:44.544035 run osmo-stp_10.42.42.5(pid=31388): stderr: \u000a| �[0;m�[38;5;43m20221210105443205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105443205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105443205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105443206 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105443206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105443206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105443207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:54:44.663272 run osmo-stp_10.42.42.5(pid=31388): stdout: \u000a| (launched: 2022-12-10_10:54:43.037065)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:54:44.781962 run osmo-stp_10.42.42.5(pid=31388): stderr: \u000a| �[0;m�[38;5;43m20221210105443205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105443205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105443205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105443206 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105443206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105443206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105443207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:54:44.833981 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=31388): Process ended prematurely: osmo-stp_10.42.42.5(pid=31388) [trial-2373↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31388)] [trial-2373↪sms:nanobts+band-900↪mo_mt_sms.py:16]\u000a10:54:44.841622 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a10:54:44.900694 run osmo-hlr_10.42.42.2(pid=31385): ERR: Terminated: ERROR {rc=237} [trial-2373↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31385)]\u000a10:54:44.949105 run osmo-hlr_10.42.42.2(pid=31385): stdout: \u000a| (launched: 2022-12-10_10:54:42.121518) \u000a10:54:44.997922 run osmo-hlr_10.42.42.2(pid=31385): stderr: \u000a| �[0;m�[1;31m20221210105442296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210105442296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210105442296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105442296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105442296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210105442296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210105442308 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/sms:nanobts+band-900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210105442317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210105442317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210105442317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:54:45.064545 run osmo-msc_10.42.42.6(pid=31391): ERR: Terminated: ERROR {rc=2} [trial-2373↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31391)]\u000a10:54:45.112909 run osmo-msc_10.42.42.6(pid=31391): stdout: \u000a| (launched: 2022-12-10_10:54:43.975391) \u000a10:54:45.161813 run osmo-msc_10.42.42.6(pid=31391): stderr: \u000a| �[0;m�[38;5;43m20221210105444246 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210105444248 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7f2f107c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210105444248 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210105444248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210105444248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210105444248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210105444250 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210105444250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210105444250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210105444251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:54:45.203437 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31384): Terminating (SIGTERM)\u000a10:54:45.242596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31387): Terminating (SIGTERM)\u000a10:54:45.281926 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31390): Terminating (SIGTERM)\u000a10:54:45.291095 --- ParallelTerminationStrategy: PID 31384 died...\u000a10:54:45.343805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31384): Terminated: ok {rc=0}\u000a10:54:45.353430 --- ParallelTerminationStrategy: PID 31387 died...\u000a10:54:45.405552 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31387): Terminated: ok {rc=0}\u000a10:54:45.415035 --- ParallelTerminationStrategy: PID 31390 died...\u000a10:54:45.468119 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31390): Terminated: ok {rc=0}\u000a10:54:45.558040 bus /sierra_3: Setting Powered False\u000a10:54:46.686437 bus /sierra_3: Setting Powered False\u000a10:54:47.800052 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "145", "name" : "sms_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:54:38" }, { "cases" : [ { "testActions" : [ ], "age" : 202, "className" : "nitb_ussd:nanobts+band-900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=31397): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31397) [trial-2373↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31397)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=31397): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31397) [trial-2373↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31397)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 nitb_ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a10:54:49.648694 tst nitb_ussd:nanobts+band-900: Using 1 x ip_address (candidates: 1)\u000a10:54:49.660587 tst nitb_ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a10:54:49.801766 tst assert_extension.py: using LAC 27900\u000a10:54:49.928520 tst assert_extension.py: using RAC 105\u000a10:54:50.051126 tst assert_extension.py: using CellId 27900\u000a10:54:50.172579 tst assert_extension.py: using BVCI 27901\u000a10:54:50.196427 tst nitb_ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a10:54:50.482380 tst assert_extension.py:10: start nitb and bts...\u000a10:54:50.614167 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a10:54:51.264199 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31396): Launched\u000a10:54:51.575108 run osmo-nitb_10.42.42.2(pid=31397): Launched\u000a10:54:51.768650 run osmo-nitb_10.42.42.2(pid=31397): ERR: Terminated: ERROR {rc=2} [trial-2373↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31397)]\u000a10:54:51.912035 run osmo-nitb_10.42.42.2(pid=31397): stdout: \u000a| (launched: 2022-12-10_10:54:51.424124) \u000a10:54:52.058068 run osmo-nitb_10.42.42.2(pid=31397): stderr: \u000a| (launched: 2022-12-10_10:54:51.470967)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:54:52.197286 run osmo-nitb_10.42.42.2(pid=31397): stdout: \u000a| (launched: 2022-12-10_10:54:51.424124) \u000a10:54:52.334830 run osmo-nitb_10.42.42.2(pid=31397): stderr: \u000a| (launched: 2022-12-10_10:54:51.470967)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:54:52.702954 tst osmo-nitb_10.42.42.2(pid=31397): stdout: \u000a| (launched: 2022-12-10_10:54:51.424124) \u000a10:54:52.828794 tst osmo-nitb_10.42.42.2(pid=31397): stderr: \u000a| (launched: 2022-12-10_10:54:51.470967)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a10:54:52.884006 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=31397): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31397) [trial-2373↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31397)] [trial-2373↪nitb_ussd:nanobts+band-900↪assert_extension.py:12]\u000a10:54:52.892838 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a10:54:52.929923 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31396): Terminating (SIGTERM)\u000a10:54:53.107824 --- ParallelTerminationStrategy: PID 31396 died...\u000a10:54:53.165656 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31396): Terminated: ok {rc=0}\u000a10:54:53.252065 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "146", "name" : "nitb_ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:54:49" }, { "cases" : [ { "testActions" : [ ], "age" : 43, "className" : "ussd:nanobts+band-900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31407): Process ended prematurely: osmo-stp_10.42.42.5(pid=31407) [trial-2373↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31407)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31407): Process ended prematurely: osmo-stp_10.42.42.5(pid=31407) [trial-2373↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31407)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a10:54:55.094877 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a10:54:55.106075 tst ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a10:54:55.245552 tst assert_extension.py: using LAC 27901\u000a10:54:55.366927 tst assert_extension.py: using RAC 106\u000a10:54:55.488473 tst assert_extension.py: using CellId 27901\u000a10:54:55.611398 tst assert_extension.py: using BVCI 27902\u000a10:54:55.635357 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a10:54:55.646519 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a10:54:55.657464 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a10:54:55.668576 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a10:54:55.679818 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a10:54:55.690912 tst ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a10:54:55.896239 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:54:56.390034 run create_hlr_db(pid=31401): Launched\u000a10:54:56.573993 bus /sierra_2: Setting Powered False\u000a10:54:57.593899 run create_hlr_db(pid=31401): Terminated: ok {rc=0}\u000a10:54:57.989781 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31403): Launched\u000a10:54:58.284018 run osmo-hlr_10.42.42.2(pid=31404): Launched\u000a10:54:58.392650 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:54:58.907962 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31406): Launched\u000a10:54:59.202217 run osmo-stp_10.42.42.5(pid=31407): Launched\u000a10:54:59.309532 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:54:59.846661 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31409): Launched\u000a10:55:00.143461 run osmo-msc_10.42.42.6(pid=31410): Launched\u000a10:55:00.316336 run osmo-stp_10.42.42.5(pid=31407): ERR: Terminated: ERROR {rc=1} [trial-2373↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31407)]\u000a10:55:00.440924 run osmo-stp_10.42.42.5(pid=31407): stdout: \u000a| (launched: 2022-12-10_10:54:59.057362)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:55:00.563435 run osmo-stp_10.42.42.5(pid=31407): stderr: \u000a| �[0;m�[38;5;43m20221210105459227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105459227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105459227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105459228 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105459228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105459228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105459229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:55:00.681196 run osmo-stp_10.42.42.5(pid=31407): stdout: \u000a| (launched: 2022-12-10_10:54:59.057362)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:55:00.798628 run osmo-stp_10.42.42.5(pid=31407): stderr: \u000a| �[0;m�[38;5;43m20221210105459227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105459227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105459227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105459228 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105459228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105459228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105459229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:55:00.858587 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=31407): Process ended prematurely: osmo-stp_10.42.42.5(pid=31407) [trial-2373↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31407)] [trial-2373↪ussd:nanobts+band-900↪assert_extension.py:17]\u000a10:55:00.869368 tst assert_extension.py:17: Test FAILED (5.8 sec)\u000a10:55:00.933506 run osmo-hlr_10.42.42.2(pid=31404): ERR: Terminated: ERROR {rc=237} [trial-2373↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31404)]\u000a10:55:00.983187 run osmo-hlr_10.42.42.2(pid=31404): stdout: \u000a| (launched: 2022-12-10_10:54:58.139224) \u000a10:55:01.034299 run osmo-hlr_10.42.42.2(pid=31404): stderr: \u000a| �[0;m�[1;31m20221210105458313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210105458313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210105458313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105458313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105458313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210105458313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210105458329 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/ussd:nanobts+band-900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210105458338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210105458338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210105458338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:55:01.102462 run osmo-msc_10.42.42.6(pid=31410): ERR: Terminated: ERROR {rc=2} [trial-2373↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31410)]\u000a10:55:01.152020 run osmo-msc_10.42.42.6(pid=31410): stdout: \u000a| (launched: 2022-12-10_10:54:59.995809) \u000a10:55:01.202867 run osmo-msc_10.42.42.6(pid=31410): stderr: \u000a| �[0;m�[38;5;43m20221210105500268 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210105500269 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f52e666ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210105500269 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210105500269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210105500269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210105500269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210105500271 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210105500271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210105500271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210105500271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:55:01.245706 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31403): Terminating (SIGTERM)\u000a10:55:01.287095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31406): Terminating (SIGTERM)\u000a10:55:01.329775 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31409): Terminating (SIGTERM)\u000a10:55:01.339104 --- ParallelTerminationStrategy: PID 31403 died...\u000a10:55:01.393409 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31403): Terminated: ok {rc=0}\u000a10:55:01.403468 --- ParallelTerminationStrategy: PID 31406 died...\u000a10:55:01.457093 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31406): Terminated: ok {rc=0}\u000a10:55:01.467278 --- ParallelTerminationStrategy: PID 31409 died...\u000a10:55:01.520897 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31409): Terminated: ok {rc=0}\u000a10:55:01.613464 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "147", "name" : "ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:54:54" }, { "cases" : [ { "testActions" : [ ], "age" : 43, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31424): Process ended prematurely: osmo-stp_10.42.42.5(pid=31424) [trial-2373↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31424)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31424): Process ended prematurely: osmo-stp_10.42.42.5(pid=31424) [trial-2373↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31424)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a10:55:03.578033 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:55:03.589175 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a10:55:03.741305 tst mo_mt_call.py: using LAC 27902\u000a10:55:03.859134 tst mo_mt_call.py: using RAC 107\u000a10:55:03.978878 tst mo_mt_call.py: using CellId 27902\u000a10:55:04.096658 tst mo_mt_call.py: using BVCI 27903\u000a10:55:04.119514 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:55:04.130633 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:55:04.141620 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:55:04.152469 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:55:04.163480 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:55:04.174333 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:55:04.293463 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:55:04.495001 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:55:04.973771 run create_hlr_db(pid=31418): Launched\u000a10:55:05.147125 bus /sierra_2: Setting Powered False\u000a10:55:06.167838 run create_hlr_db(pid=31418): Terminated: ok {rc=0}\u000a10:55:06.592745 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31420): Launched\u000a10:55:06.912031 run osmo-hlr_10.42.42.2(pid=31421): Launched\u000a10:55:07.032740 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:55:07.592212 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31423): Launched\u000a10:55:07.911827 run osmo-stp_10.42.42.5(pid=31424): Launched\u000a10:55:08.028336 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:55:08.613813 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31426): Launched\u000a10:55:08.934153 run osmo-msc_10.42.42.6(pid=31427): Launched\u000a10:55:09.122999 run osmo-stp_10.42.42.5(pid=31424): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31424)]\u000a10:55:09.258738 run osmo-stp_10.42.42.5(pid=31424): stdout: \u000a| (launched: 2022-12-10_10:55:07.755138)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:55:09.394532 run osmo-stp_10.42.42.5(pid=31424): stderr: \u000a| �[0;m�[38;5;43m20221210105507947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105507948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105507948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105507948 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105507949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105507949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105507949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:55:09.523390 run osmo-stp_10.42.42.5(pid=31424): stdout: \u000a| (launched: 2022-12-10_10:55:07.755138)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:55:09.650986 run osmo-stp_10.42.42.5(pid=31424): stderr: \u000a| �[0;m�[38;5;43m20221210105507947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105507948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105507948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105507948 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105507949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105507949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105507949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:55:09.707385 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31424): Process ended prematurely: osmo-stp_10.42.42.5(pid=31424) [trial-2373↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31424)] [trial-2373↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a10:55:09.716557 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a10:55:09.779631 run osmo-hlr_10.42.42.2(pid=31421): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31421)]\u000a10:55:09.831146 run osmo-hlr_10.42.42.2(pid=31421): stdout: \u000a| (launched: 2022-12-10_10:55:06.755499) \u000a10:55:09.883319 run osmo-hlr_10.42.42.2(pid=31421): stderr: \u000a| �[0;m�[1;31m20221210105506954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210105506954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210105506954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105506954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105506954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210105506954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210105506967 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210105506977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210105506977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210105506977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:55:09.954063 run osmo-msc_10.42.42.6(pid=31427): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31427)]\u000a10:55:10.005546 run osmo-msc_10.42.42.6(pid=31427): stdout: \u000a| (launched: 2022-12-10_10:55:08.776900) \u000a10:55:10.057900 run osmo-msc_10.42.42.6(pid=31427): stderr: \u000a| �[0;m�[38;5;43m20221210105509096 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210105509097 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f15bef81c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210105509097 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210105509097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210105509097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210105509097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210105509099 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210105509099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210105509099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210105509099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:55:10.101723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31420): Terminating (SIGTERM)\u000a10:55:10.143504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31423): Terminating (SIGTERM)\u000a10:55:10.185297 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31426): Terminating (SIGTERM)\u000a10:55:10.195040 --- ParallelTerminationStrategy: PID 31420 died...\u000a10:55:10.250603 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31420): Terminated: ok {rc=0}\u000a10:55:10.260901 --- ParallelTerminationStrategy: PID 31423 died...\u000a10:55:10.316922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31423): Terminated: ok {rc=0}\u000a10:55:10.326972 --- ParallelTerminationStrategy: PID 31426 died...\u000a10:55:10.382477 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31426): Terminated: ok {rc=0}\u000a10:55:10.469509 bus /sierra_3: Setting Powered False\u000a10:55:11.576236 bus /sierra_3: Setting Powered False\u000a10:55:12.683574 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 54, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31435): Process ended prematurely: osmo-stp_10.42.42.5(pid=31435) [trial-2373↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31435)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31435): Process ended prematurely: osmo-stp_10.42.42.5(pid=31435) [trial-2373↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31435)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:55:13.791768 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:55:13.803607 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a10:55:13.957679 tst mo_mt_call_osmux.py: using LAC 27903\u000a10:55:14.079873 tst mo_mt_call_osmux.py: using RAC 108\u000a10:55:14.195737 tst mo_mt_call_osmux.py: using CellId 27903\u000a10:55:14.311690 tst mo_mt_call_osmux.py: using BVCI 27904\u000a10:55:14.334408 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:55:14.345576 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:55:14.356398 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:55:14.367364 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:55:14.378420 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a10:55:14.389277 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:55:14.506361 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a10:55:14.715511 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:55:15.219859 run create_hlr_db(pid=31429): Launched\u000a10:55:15.406102 bus /sierra_2: Setting Powered False\u000a10:55:16.497315 run create_hlr_db(pid=31429): Terminated: ok {rc=0}\u000a10:55:16.984029 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31431): Launched\u000a10:55:17.330110 run osmo-hlr_10.42.42.2(pid=31432): Launched\u000a10:55:17.447267 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:55:18.006040 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31434): Launched\u000a10:55:18.329613 run osmo-stp_10.42.42.5(pid=31435): Launched\u000a10:55:18.447262 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:55:19.036257 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31437): Launched\u000a10:55:19.358308 run osmo-msc_10.42.42.6(pid=31438): Launched\u000a10:55:19.546419 run osmo-stp_10.42.42.5(pid=31435): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31435)]\u000a10:55:19.682277 run osmo-stp_10.42.42.5(pid=31435): stdout: \u000a| (launched: 2022-12-10_10:55:18.171290)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:55:19.817706 run osmo-stp_10.42.42.5(pid=31435): stderr: \u000a| �[0;m�[38;5;43m20221210105518364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105518364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105518365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105518365 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105518366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105518366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105518366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:55:19.946786 run osmo-stp_10.42.42.5(pid=31435): stdout: \u000a| (launched: 2022-12-10_10:55:18.171290)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:55:20.075095 run osmo-stp_10.42.42.5(pid=31435): stderr: \u000a| �[0;m�[38;5;43m20221210105518364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105518364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105518365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105518365 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105518366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105518366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105518366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:55:20.131571 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31435): Process ended prematurely: osmo-stp_10.42.42.5(pid=31435) [trial-2373↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31435)] [trial-2373↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a10:55:20.140581 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a10:55:20.203530 run osmo-hlr_10.42.42.2(pid=31432): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31432)]\u000a10:55:20.254740 run osmo-hlr_10.42.42.2(pid=31432): stdout: \u000a| (launched: 2022-12-10_10:55:17.151267) \u000a10:55:20.306730 run osmo-hlr_10.42.42.2(pid=31432): stderr: \u000a| �[0;m�[1;31m20221210105517361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210105517361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210105517361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105517361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105517361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210105517361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210105517374 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210105517383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210105517383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210105517383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:55:20.377149 run osmo-msc_10.42.42.6(pid=31438): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31438)]\u000a10:55:20.428322 run osmo-msc_10.42.42.6(pid=31438): stdout: \u000a| (launched: 2022-12-10_10:55:19.201248) \u000a10:55:20.480135 run osmo-msc_10.42.42.6(pid=31438): stderr: \u000a| �[0;m�[38;5;43m20221210105519523 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210105519523 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd18961bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210105519523 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210105519523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210105519523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210105519523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210105519525 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210105519525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210105519526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210105519526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:55:20.524233 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31431): Terminating (SIGTERM)\u000a10:55:20.566194 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31434): Terminating (SIGTERM)\u000a10:55:20.608099 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31437): Terminating (SIGTERM)\u000a10:55:20.617913 --- ParallelTerminationStrategy: PID 31431 died...\u000a10:55:20.673927 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31431): Terminated: ok {rc=0}\u000a10:55:20.683992 --- ParallelTerminationStrategy: PID 31434 died...\u000a10:55:20.739572 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31434): Terminated: ok {rc=0}\u000a10:55:20.749957 --- ParallelTerminationStrategy: PID 31437 died...\u000a10:55:20.806087 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31437): Terminated: ok {rc=0}\u000a10:55:20.893668 bus /sierra_3: Setting Powered False\u000a10:55:21.997343 bus /sierra_3: Setting Powered False\u000a10:55:23.106304 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "148", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:55:03" }, { "cases" : [ { "testActions" : [ ], "age" : 43, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31449): Process ended prematurely: osmo-stp_10.42.42.5(pid=31449) [trial-2373↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31449)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31449): Process ended prematurely: osmo-stp_10.42.42.5(pid=31449) [trial-2373↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31449)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a10:55:25.116162 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:55:25.127698 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a10:55:25.287337 tst mo_mt_call.py: using LAC 27904\u000a10:55:25.412135 tst mo_mt_call.py: using RAC 109\u000a10:55:25.537335 tst mo_mt_call.py: using CellId 27904\u000a10:55:25.667585 tst mo_mt_call.py: using BVCI 27905\u000a10:55:25.691939 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:55:25.703489 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:55:25.714871 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:55:25.726532 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:55:25.738681 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:55:25.750420 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:55:25.865264 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:55:26.074780 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:55:26.578622 run create_hlr_db(pid=31443): Launched\u000a10:55:26.764942 bus /sierra_2: Setting Powered False\u000a10:55:27.785268 run create_hlr_db(pid=31443): Terminated: ok {rc=0}\u000a10:55:28.189506 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31445): Launched\u000a10:55:28.488038 run osmo-hlr_10.42.42.2(pid=31446): Launched\u000a10:55:28.599066 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:55:29.121253 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31448): Launched\u000a10:55:29.421345 run osmo-stp_10.42.42.5(pid=31449): Launched\u000a10:55:29.530998 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:55:30.079037 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31451): Launched\u000a10:55:30.379035 run osmo-msc_10.42.42.6(pid=31452): Launched\u000a10:55:30.555314 run osmo-stp_10.42.42.5(pid=31449): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31449)]\u000a10:55:30.682207 run osmo-stp_10.42.42.5(pid=31449): stdout: \u000a| (launched: 2022-12-10_10:55:29.273533)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:55:30.807190 run osmo-stp_10.42.42.5(pid=31449): stderr: \u000a| �[0;m�[38;5;43m20221210105529442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105529442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105529442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105529442 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105529446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105529446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105529446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:55:30.950659 run osmo-stp_10.42.42.5(pid=31449): stdout: \u000a| (launched: 2022-12-10_10:55:29.273533)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:55:31.112636 run osmo-stp_10.42.42.5(pid=31449): stderr: \u000a| �[0;m�[38;5;43m20221210105529442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105529442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105529442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105529442 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105529446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105529446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105529446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:55:31.171384 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31449): Process ended prematurely: osmo-stp_10.42.42.5(pid=31449) [trial-2373↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31449)] [trial-2373↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a10:55:31.181606 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a10:55:31.249777 run osmo-hlr_10.42.42.2(pid=31446): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31446)]\u000a10:55:31.303426 run osmo-hlr_10.42.42.2(pid=31446): stdout: \u000a| (launched: 2022-12-10_10:55:28.341283) \u000a10:55:31.358313 run osmo-hlr_10.42.42.2(pid=31446): stderr: \u000a| �[0;m�[1;31m20221210105528517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210105528517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210105528517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105528517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105528517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210105528517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210105528534 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210105528544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210105528544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210105528544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:55:31.432003 run osmo-msc_10.42.42.6(pid=31452): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31452)]\u000a10:55:31.486341 run osmo-msc_10.42.42.6(pid=31452): stdout: \u000a| (launched: 2022-12-10_10:55:30.231632) \u000a10:55:31.540680 run osmo-msc_10.42.42.6(pid=31452): stderr: \u000a| �[0;m�[38;5;43m20221210105530500 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210105530500 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc9139f1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210105530501 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210105530501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210105530501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210105530501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210105530504 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210105530504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210105530504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210105530504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:55:31.586893 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31445): Terminating (SIGTERM)\u000a10:55:31.634567 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31448): Terminating (SIGTERM)\u000a10:55:31.682340 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31451): Terminating (SIGTERM)\u000a10:55:31.693268 --- ParallelTerminationStrategy: PID 31445 died...\u000a10:55:31.753920 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31445): Terminated: ok {rc=0}\u000a10:55:31.765183 --- ParallelTerminationStrategy: PID 31448 died...\u000a10:55:31.824304 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31448): Terminated: ok {rc=0}\u000a10:55:31.835370 --- ParallelTerminationStrategy: PID 31451 died...\u000a10:55:31.897402 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31451): Terminated: ok {rc=0}\u000a10:55:31.983976 bus /sierra_3: Setting Powered False\u000a10:55:33.085371 bus /sierra_3: Setting Powered False\u000a10:55:34.204609 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 54, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31460): Process ended prematurely: osmo-stp_10.42.42.5(pid=31460) [trial-2373↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31460)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31460): Process ended prematurely: osmo-stp_10.42.42.5(pid=31460) [trial-2373↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31460)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:55:35.314568 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:55:35.326296 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a10:55:35.479181 tst mo_mt_call_osmux.py: using LAC 27905\u000a10:55:35.599153 tst mo_mt_call_osmux.py: using RAC 110\u000a10:55:35.719578 tst mo_mt_call_osmux.py: using CellId 27905\u000a10:55:35.839255 tst mo_mt_call_osmux.py: using BVCI 27906\u000a10:55:35.862145 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:55:35.873233 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:55:35.884206 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:55:35.895114 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:55:35.906058 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a10:55:35.916843 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:55:36.031244 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a10:55:36.238365 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:55:36.744503 run create_hlr_db(pid=31454): Launched\u000a10:55:36.931057 bus /sierra_2: Setting Powered False\u000a10:55:37.951922 run create_hlr_db(pid=31454): Terminated: ok {rc=0}\u000a10:55:38.354251 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31456): Launched\u000a10:55:38.654327 run osmo-hlr_10.42.42.2(pid=31457): Launched\u000a10:55:38.769570 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:55:39.292649 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31459): Launched\u000a10:55:39.592624 run osmo-stp_10.42.42.5(pid=31460): Launched\u000a10:55:39.701755 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:55:40.249865 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31462): Launched\u000a10:55:40.550207 run osmo-msc_10.42.42.6(pid=31463): Launched\u000a10:55:40.726902 run osmo-stp_10.42.42.5(pid=31460): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31460)]\u000a10:55:40.854243 run osmo-stp_10.42.42.5(pid=31460): stdout: \u000a| (launched: 2022-12-10_10:55:39.444491)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:55:40.979355 run osmo-stp_10.42.42.5(pid=31460): stderr: \u000a| �[0;m�[38;5;43m20221210105539615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105539615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105539616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105539616 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105539616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105539617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105539617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:55:41.101120 run osmo-stp_10.42.42.5(pid=31460): stdout: \u000a| (launched: 2022-12-10_10:55:39.444491)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:55:41.220398 run osmo-stp_10.42.42.5(pid=31460): stderr: \u000a| �[0;m�[38;5;43m20221210105539615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105539615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105539616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105539616 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105539616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105539617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105539617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:55:41.273210 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31460): Process ended prematurely: osmo-stp_10.42.42.5(pid=31460) [trial-2373↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31460)] [trial-2373↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a10:55:41.281623 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a10:55:41.340530 run osmo-hlr_10.42.42.2(pid=31457): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31457)]\u000a10:55:41.388702 run osmo-hlr_10.42.42.2(pid=31457): stdout: \u000a| (launched: 2022-12-10_10:55:38.506084) \u000a10:55:41.437554 run osmo-hlr_10.42.42.2(pid=31457): stderr: \u000a| �[0;m�[1;31m20221210105538681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210105538682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210105538682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105538682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105538682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210105538682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210105538694 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210105538703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210105538703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210105538703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:55:41.504056 run osmo-msc_10.42.42.6(pid=31463): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31463)]\u000a10:55:41.552365 run osmo-msc_10.42.42.6(pid=31463): stdout: \u000a| (launched: 2022-12-10_10:55:40.401664) \u000a10:55:41.601118 run osmo-msc_10.42.42.6(pid=31463): stderr: \u000a| �[0;m�[38;5;43m20221210105540671 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210105540671 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3bb8019c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210105540671 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210105540671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210105540671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210105540672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210105540673 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210105540674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210105540674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210105540674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:55:41.642436 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31456): Terminating (SIGTERM)\u000a10:55:41.681398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31459): Terminating (SIGTERM)\u000a10:55:41.720292 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31462): Terminating (SIGTERM)\u000a10:55:41.729392 --- ParallelTerminationStrategy: PID 31456 died...\u000a10:55:41.781826 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31456): Terminated: ok {rc=0}\u000a10:55:41.791331 --- ParallelTerminationStrategy: PID 31459 died...\u000a10:55:41.844396 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31459): Terminated: ok {rc=0}\u000a10:55:41.854264 --- ParallelTerminationStrategy: PID 31462 died...\u000a10:55:41.906833 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31462): Terminated: ok {rc=0}\u000a10:55:41.991519 bus /sierra_3: Setting Powered False\u000a10:55:43.097434 bus /sierra_3: Setting Powered False\u000a10:55:44.209876 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "149", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:55:24" }, { "cases" : [ { "testActions" : [ ], "age" : 48, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31475): Process ended prematurely: osmo-stp_10.42.42.5(pid=31475) [trial-2373↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31475)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31475): Process ended prematurely: osmo-stp_10.42.42.5(pid=31475) [trial-2373↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31475)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a10:55:46.237495 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:55:46.251318 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a10:55:46.417922 tst mo_mt_call.py: using LAC 27906\u000a10:55:46.546919 tst mo_mt_call.py: using RAC 111\u000a10:55:46.678013 tst mo_mt_call.py: using CellId 27906\u000a10:55:46.808065 tst mo_mt_call.py: using BVCI 27907\u000a10:55:46.833633 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:55:46.846179 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:55:46.861564 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:55:46.875365 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:55:46.888910 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:55:46.901597 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:55:47.050125 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:55:47.286939 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:55:47.793313 run create_hlr_db(pid=31469): Launched\u000a10:55:47.981457 bus /sierra_2: Setting Powered False\u000a10:55:48.999754 run create_hlr_db(pid=31469): Terminated: ok {rc=0}\u000a10:55:49.425948 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31471): Launched\u000a10:55:49.746466 run osmo-hlr_10.42.42.2(pid=31472): Launched\u000a10:55:49.866798 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:55:50.425658 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31474): Launched\u000a10:55:50.745688 run osmo-stp_10.42.42.5(pid=31475): Launched\u000a10:55:50.863651 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:55:51.450327 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31477): Launched\u000a10:55:51.770930 run osmo-msc_10.42.42.6(pid=31478): Launched\u000a10:55:51.958688 run osmo-stp_10.42.42.5(pid=31475): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31475)]\u000a10:55:52.095469 run osmo-stp_10.42.42.5(pid=31475): stdout: \u000a| (launched: 2022-12-10_10:55:50.588561)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:55:52.231219 run osmo-stp_10.42.42.5(pid=31475): stderr: \u000a| �[0;m�[38;5;43m20221210105550780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105550780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105550781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105550781 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105550781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105550781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105550782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:55:52.360222 run osmo-stp_10.42.42.5(pid=31475): stdout: \u000a| (launched: 2022-12-10_10:55:50.588561)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:55:52.487552 run osmo-stp_10.42.42.5(pid=31475): stderr: \u000a| �[0;m�[38;5;43m20221210105550780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105550780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105550781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105550781 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105550781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105550781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105550782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:55:52.543800 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31475): Process ended prematurely: osmo-stp_10.42.42.5(pid=31475) [trial-2373↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31475)] [trial-2373↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a10:55:52.553036 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a10:55:52.615933 run osmo-hlr_10.42.42.2(pid=31472): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31472)]\u000a10:55:52.667317 run osmo-hlr_10.42.42.2(pid=31472): stdout: \u000a| (launched: 2022-12-10_10:55:49.589124) \u000a10:55:52.719338 run osmo-hlr_10.42.42.2(pid=31472): stderr: \u000a| �[0;m�[1;31m20221210105549786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210105549786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210105549786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105549786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105549787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210105549787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210105549803 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210105549812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210105549813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210105549813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:55:52.790098 run osmo-msc_10.42.42.6(pid=31478): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31478)]\u000a10:55:52.841290 run osmo-msc_10.42.42.6(pid=31478): stdout: \u000a| (launched: 2022-12-10_10:55:51.613299) \u000a10:55:52.893207 run osmo-msc_10.42.42.6(pid=31478): stderr: \u000a| �[0;m�[38;5;43m20221210105551936 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210105551936 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4a7bba3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210105551936 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210105551936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210105551936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210105551937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210105551938 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210105551939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210105551939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210105551939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:55:52.937122 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31471): Terminating (SIGTERM)\u000a10:55:52.978589 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31474): Terminating (SIGTERM)\u000a10:55:53.020392 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31477): Terminating (SIGTERM)\u000a10:55:53.030409 --- ParallelTerminationStrategy: PID 31471 died...\u000a10:55:53.086262 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31471): Terminated: ok {rc=0}\u000a10:55:53.096329 --- ParallelTerminationStrategy: PID 31474 died...\u000a10:55:53.152250 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31474): Terminated: ok {rc=0}\u000a10:55:53.162233 --- ParallelTerminationStrategy: PID 31477 died...\u000a10:55:53.217544 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31477): Terminated: ok {rc=0}\u000a10:55:53.305180 bus /sierra_3: Setting Powered False\u000a10:55:54.408170 bus /sierra_3: Setting Powered False\u000a10:55:55.518110 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 56, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31486): Process ended prematurely: osmo-stp_10.42.42.5(pid=31486) [trial-2373↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31486)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31486): Process ended prematurely: osmo-stp_10.42.42.5(pid=31486) [trial-2373↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31486)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:55:56.628210 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:55:56.640063 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a10:55:56.791963 tst mo_mt_call_osmux.py: using LAC 27907\u000a10:55:56.910228 tst mo_mt_call_osmux.py: using RAC 112\u000a10:55:57.027069 tst mo_mt_call_osmux.py: using CellId 27907\u000a10:55:57.144114 tst mo_mt_call_osmux.py: using BVCI 27908\u000a10:55:57.167213 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:55:57.178644 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:55:57.189757 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:55:57.200790 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:55:57.212006 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a10:55:57.223247 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:55:57.337015 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a10:55:57.550366 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:55:58.055360 run create_hlr_db(pid=31480): Launched\u000a10:55:58.242962 bus /sierra_2: Setting Powered False\u000a10:55:59.263568 run create_hlr_db(pid=31480): Terminated: ok {rc=0}\u000a10:55:59.667843 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31482): Launched\u000a10:55:59.969033 run osmo-hlr_10.42.42.2(pid=31483): Launched\u000a10:56:00.089172 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:56:00.617671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31485): Launched\u000a10:56:01.008053 run osmo-stp_10.42.42.5(pid=31486): Launched\u000a10:56:01.264350 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:56:02.004576 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31488): Launched\u000a10:56:02.405923 run osmo-msc_10.42.42.6(pid=31489): Launched\u000a10:56:02.642653 run osmo-stp_10.42.42.5(pid=31486): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31486)]\u000a10:56:02.780581 run osmo-stp_10.42.42.5(pid=31486): stdout: \u000a| (launched: 2022-12-10_10:56:00.770085)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:56:02.915868 run osmo-stp_10.42.42.5(pid=31486): stderr: \u000a| �[0;m�[38;5;43m20221210105601065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105601066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105601066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105601068 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105601073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105601073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105601073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:56:03.045670 run osmo-stp_10.42.42.5(pid=31486): stdout: \u000a| (launched: 2022-12-10_10:56:00.770085)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:56:03.174858 run osmo-stp_10.42.42.5(pid=31486): stderr: \u000a| �[0;m�[38;5;43m20221210105601065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105601066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105601066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105601068 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105601073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105601073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105601073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:56:03.231768 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31486): Process ended prematurely: osmo-stp_10.42.42.5(pid=31486) [trial-2373↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31486)] [trial-2373↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a10:56:03.241296 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a10:56:03.304918 run osmo-hlr_10.42.42.2(pid=31483): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31483)]\u000a10:56:03.356796 run osmo-hlr_10.42.42.2(pid=31483): stdout: \u000a| (launched: 2022-12-10_10:55:59.820753) \u000a10:56:03.409377 run osmo-hlr_10.42.42.2(pid=31483): stderr: \u000a| �[0;m�[1;31m20221210105559993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210105559994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210105559994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105559994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105559994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210105559994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210105600006 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210105600014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210105600015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210105600015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:56:03.480438 run osmo-msc_10.42.42.6(pid=31489): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31489)]\u000a10:56:03.532704 run osmo-msc_10.42.42.6(pid=31489): stdout: \u000a| (launched: 2022-12-10_10:56:02.172593) \u000a10:56:03.585348 run osmo-msc_10.42.42.6(pid=31489): stderr: \u000a| �[0;m�[38;5;43m20221210105602563 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210105602564 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f68e4d0fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210105602564 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210105602564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210105602564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210105602564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210105602566 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210105602566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210105602566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210105602566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:56:03.630005 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31482): Terminating (SIGTERM)\u000a10:56:03.672204 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31485): Terminating (SIGTERM)\u000a10:56:03.714741 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31488): Terminating (SIGTERM)\u000a10:56:03.724837 --- ParallelTerminationStrategy: PID 31482 died...\u000a10:56:03.781714 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31482): Terminated: ok {rc=0}\u000a10:56:03.791950 --- ParallelTerminationStrategy: PID 31485 died...\u000a10:56:03.848492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31485): Terminated: ok {rc=0}\u000a10:56:03.858707 --- ParallelTerminationStrategy: PID 31488 died...\u000a10:56:03.915175 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31488): Terminated: ok {rc=0}\u000a10:56:04.002078 bus /sierra_3: Setting Powered False\u000a10:56:05.108828 bus /sierra_3: Setting Powered False\u000a10:56:06.215362 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "150", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:55:45" }, { "cases" : [ { "testActions" : [ ], "age" : 43, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31500): Process ended prematurely: osmo-stp_10.42.42.5(pid=31500) [trial-2373↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31500)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31500): Process ended prematurely: osmo-stp_10.42.42.5(pid=31500) [trial-2373↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31500)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a10:56:08.205237 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:56:08.216392 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a10:56:08.369741 tst mo_mt_call.py: using LAC 27908\u000a10:56:08.486795 tst mo_mt_call.py: using RAC 113\u000a10:56:08.606823 tst mo_mt_call.py: using CellId 27908\u000a10:56:08.722506 tst mo_mt_call.py: using BVCI 27909\u000a10:56:08.745097 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:56:08.756240 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:56:08.767210 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:56:08.778188 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:56:08.789194 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:56:08.800116 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:56:08.918974 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:56:09.118787 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:56:09.595646 run create_hlr_db(pid=31494): Launched\u000a10:56:09.768638 bus /sierra_2: Setting Powered False\u000a10:56:10.789146 run create_hlr_db(pid=31494): Terminated: ok {rc=0}\u000a10:56:11.187563 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31496): Launched\u000a10:56:11.487045 run osmo-hlr_10.42.42.2(pid=31497): Launched\u000a10:56:11.596596 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:56:12.118447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31499): Launched\u000a10:56:12.418283 run osmo-stp_10.42.42.5(pid=31500): Launched\u000a10:56:12.528227 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:56:13.077328 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31502): Launched\u000a10:56:13.377913 run osmo-msc_10.42.42.6(pid=31503): Launched\u000a10:56:13.553540 run osmo-stp_10.42.42.5(pid=31500): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31500)]\u000a10:56:13.681099 run osmo-stp_10.42.42.5(pid=31500): stdout: \u000a| (launched: 2022-12-10_10:56:12.270792)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:56:13.805795 run osmo-stp_10.42.42.5(pid=31500): stderr: \u000a| �[0;m�[38;5;43m20221210105612441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105612441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105612442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105612442 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105612442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105612443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105612443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:56:13.926074 run osmo-stp_10.42.42.5(pid=31500): stdout: \u000a| (launched: 2022-12-10_10:56:12.270792)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:56:14.044842 run osmo-stp_10.42.42.5(pid=31500): stderr: \u000a| �[0;m�[38;5;43m20221210105612441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105612441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105612442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105612442 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105612442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105612443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105612443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:56:14.097781 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31500): Process ended prematurely: osmo-stp_10.42.42.5(pid=31500) [trial-2373↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31500)] [trial-2373↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a10:56:14.106130 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a10:56:14.165625 run osmo-hlr_10.42.42.2(pid=31497): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31497)]\u000a10:56:14.214556 run osmo-hlr_10.42.42.2(pid=31497): stdout: \u000a| (launched: 2022-12-10_10:56:11.341326) \u000a10:56:14.263633 run osmo-hlr_10.42.42.2(pid=31497): stderr: \u000a| �[0;m�[1;31m20221210105611518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210105611518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210105611518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105611518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105611518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210105611518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210105611531 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210105611539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210105611539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210105611539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:56:14.330561 run osmo-msc_10.42.42.6(pid=31503): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31503)]\u000a10:56:14.379108 run osmo-msc_10.42.42.6(pid=31503): stdout: \u000a| (launched: 2022-12-10_10:56:13.229344) \u000a10:56:14.428021 run osmo-msc_10.42.42.6(pid=31503): stderr: \u000a| �[0;m�[38;5;43m20221210105613499 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210105613500 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fda4804cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210105613500 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210105613500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210105613500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210105613500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210105613502 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210105613502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210105613503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210105613503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:56:14.469364 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31496): Terminating (SIGTERM)\u000a10:56:14.508542 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31499): Terminating (SIGTERM)\u000a10:56:14.547824 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31502): Terminating (SIGTERM)\u000a10:56:14.557083 --- ParallelTerminationStrategy: PID 31496 died...\u000a10:56:14.609762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31496): Terminated: ok {rc=0}\u000a10:56:14.619266 --- ParallelTerminationStrategy: PID 31499 died...\u000a10:56:14.671977 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31499): Terminated: ok {rc=0}\u000a10:56:14.681794 --- ParallelTerminationStrategy: PID 31502 died...\u000a10:56:14.734119 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31502): Terminated: ok {rc=0}\u000a10:56:14.822547 bus /sierra_3: Setting Powered False\u000a10:56:15.967124 bus /sierra_3: Setting Powered False\u000a10:56:17.087619 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 54, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31511): Process ended prematurely: osmo-stp_10.42.42.5(pid=31511) [trial-2373↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31511)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31511): Process ended prematurely: osmo-stp_10.42.42.5(pid=31511) [trial-2373↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31511)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:56:18.202264 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:56:18.214460 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a10:56:18.370970 tst mo_mt_call_osmux.py: using LAC 27909\u000a10:56:18.488833 tst mo_mt_call_osmux.py: using RAC 114\u000a10:56:18.608443 tst mo_mt_call_osmux.py: using CellId 27909\u000a10:56:18.728267 tst mo_mt_call_osmux.py: using BVCI 27910\u000a10:56:18.751282 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:56:18.762470 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:56:18.773503 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:56:18.784359 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:56:18.795514 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a10:56:18.806780 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:56:18.925296 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a10:56:19.126987 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:56:19.608276 run create_hlr_db(pid=31505): Launched\u000a10:56:19.781374 bus /sierra_2: Setting Powered False\u000a10:56:20.802554 run create_hlr_db(pid=31505): Terminated: ok {rc=0}\u000a10:56:21.229534 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31507): Launched\u000a10:56:21.551525 run osmo-hlr_10.42.42.2(pid=31508): Launched\u000a10:56:21.673307 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:56:22.234329 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31510): Launched\u000a10:56:22.555559 run osmo-stp_10.42.42.5(pid=31511): Launched\u000a10:56:22.673240 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:56:23.261212 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31513): Launched\u000a10:56:23.582829 run osmo-msc_10.42.42.6(pid=31514): Launched\u000a10:56:23.772013 run osmo-stp_10.42.42.5(pid=31511): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31511)]\u000a10:56:23.909139 run osmo-stp_10.42.42.5(pid=31511): stdout: \u000a| (launched: 2022-12-10_10:56:22.397538)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:56:24.045287 run osmo-stp_10.42.42.5(pid=31511): stderr: \u000a| �[0;m�[38;5;43m20221210105622587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105622587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105622588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105622588 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105622588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105622589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105622589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:56:24.175453 run osmo-stp_10.42.42.5(pid=31511): stdout: \u000a| (launched: 2022-12-10_10:56:22.397538)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:56:24.303692 run osmo-stp_10.42.42.5(pid=31511): stderr: \u000a| �[0;m�[38;5;43m20221210105622587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105622587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105622588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105622588 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105622588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105622589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105622589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:56:24.360416 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31511): Process ended prematurely: osmo-stp_10.42.42.5(pid=31511) [trial-2373↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31511)] [trial-2373↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a10:56:24.369831 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a10:56:24.432755 run osmo-hlr_10.42.42.2(pid=31508): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31508)]\u000a10:56:24.484090 run osmo-hlr_10.42.42.2(pid=31508): stdout: \u000a| (launched: 2022-12-10_10:56:21.393726) \u000a10:56:24.536250 run osmo-hlr_10.42.42.2(pid=31508): stderr: \u000a| �[0;m�[1;31m20221210105621591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210105621591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210105621591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105621591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105621591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210105621592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210105621606 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210105621616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210105621617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210105621617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:56:24.606937 run osmo-msc_10.42.42.6(pid=31514): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31514)]\u000a10:56:24.657933 run osmo-msc_10.42.42.6(pid=31514): stdout: \u000a| (launched: 2022-12-10_10:56:23.424767) \u000a10:56:24.710343 run osmo-msc_10.42.42.6(pid=31514): stderr: \u000a| �[0;m�[38;5;43m20221210105623745 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210105623745 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff493745c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210105623745 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210105623745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210105623745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210105623746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210105623747 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210105623748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210105623748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210105623748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:56:24.754942 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31507): Terminating (SIGTERM)\u000a10:56:24.797007 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31510): Terminating (SIGTERM)\u000a10:56:24.838740 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31513): Terminating (SIGTERM)\u000a10:56:24.848756 --- ParallelTerminationStrategy: PID 31507 died...\u000a10:56:24.905005 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31507): Terminated: ok {rc=0}\u000a10:56:24.915212 --- ParallelTerminationStrategy: PID 31510 died...\u000a10:56:24.970999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31510): Terminated: ok {rc=0}\u000a10:56:24.981241 --- ParallelTerminationStrategy: PID 31513 died...\u000a10:56:25.037117 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31513): Terminated: ok {rc=0}\u000a10:56:25.123125 bus /sierra_3: Setting Powered False\u000a10:56:26.229154 bus /sierra_3: Setting Powered False\u000a10:56:27.339422 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "151", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:56:07" }, { "cases" : [ { "testActions" : [ ], "age" : 48, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31525): Process ended prematurely: osmo-stp_10.42.42.5(pid=31525) [trial-2373↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31525)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31525): Process ended prematurely: osmo-stp_10.42.42.5(pid=31525) [trial-2373↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31525)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a10:56:29.336783 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:56:29.348712 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:56:29.508682 tst mo_mt_call.py: using LAC 27910\u000a10:56:29.633742 tst mo_mt_call.py: using RAC 115\u000a10:56:29.758430 tst mo_mt_call.py: using CellId 27910\u000a10:56:29.882482 tst mo_mt_call.py: using BVCI 27911\u000a10:56:29.906895 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:56:29.918617 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:56:29.930245 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:56:29.942239 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:56:29.954372 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:56:29.966137 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:56:30.084724 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:56:30.288027 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:56:30.769969 run create_hlr_db(pid=31519): Launched\u000a10:56:30.964422 bus /sierra_2: Setting Powered False\u000a10:56:32.031530 run create_hlr_db(pid=31519): Terminated: ok {rc=0}\u000a10:56:32.439415 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31521): Launched\u000a10:56:32.740550 run osmo-hlr_10.42.42.2(pid=31522): Launched\u000a10:56:32.860406 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:56:33.391704 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31524): Launched\u000a10:56:33.692325 run osmo-stp_10.42.42.5(pid=31525): Launched\u000a10:56:33.802121 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:56:34.390737 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31527): Launched\u000a10:56:34.712722 run osmo-msc_10.42.42.6(pid=31528): Launched\u000a10:56:34.901506 run osmo-stp_10.42.42.5(pid=31525): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31525)]\u000a10:56:35.038178 run osmo-stp_10.42.42.5(pid=31525): stdout: \u000a| (launched: 2022-12-10_10:56:33.544752)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:56:35.174635 run osmo-stp_10.42.42.5(pid=31525): stderr: \u000a| �[0;m�[38;5;43m20221210105633714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105633714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105633714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105633715 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105633715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105633715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105633715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:56:35.303518 run osmo-stp_10.42.42.5(pid=31525): stdout: \u000a| (launched: 2022-12-10_10:56:33.544752)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:56:35.431563 run osmo-stp_10.42.42.5(pid=31525): stderr: \u000a| �[0;m�[38;5;43m20221210105633714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105633714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105633714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105633715 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105633715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105633715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105633715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:56:35.488420 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31525): Process ended prematurely: osmo-stp_10.42.42.5(pid=31525) [trial-2373↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31525)] [trial-2373↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a10:56:35.497711 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a10:56:35.560810 run osmo-hlr_10.42.42.2(pid=31522): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31522)]\u000a10:56:35.612292 run osmo-hlr_10.42.42.2(pid=31522): stdout: \u000a| (launched: 2022-12-10_10:56:32.592915) \u000a10:56:35.664390 run osmo-hlr_10.42.42.2(pid=31522): stderr: \u000a| �[0;m�[1;31m20221210105632771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210105632771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210105632771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105632771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105632771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210105632772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210105632783 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210105632792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210105632793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210105632793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:56:35.734761 run osmo-msc_10.42.42.6(pid=31528): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31528)]\u000a10:56:35.786088 run osmo-msc_10.42.42.6(pid=31528): stdout: \u000a| (launched: 2022-12-10_10:56:34.555109) \u000a10:56:35.837884 run osmo-msc_10.42.42.6(pid=31528): stderr: \u000a| �[0;m�[38;5;43m20221210105634876 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210105634876 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff76ef28c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210105634876 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210105634876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210105634877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210105634877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210105634878 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210105634879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210105634879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210105634879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:56:35.881969 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31521): Terminating (SIGTERM)\u000a10:56:35.923769 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31524): Terminating (SIGTERM)\u000a10:56:35.967903 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31527): Terminating (SIGTERM)\u000a10:56:35.978095 --- ParallelTerminationStrategy: PID 31521 died...\u000a10:56:36.034613 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31521): Terminated: ok {rc=0}\u000a10:56:36.045176 --- ParallelTerminationStrategy: PID 31524 died...\u000a10:56:36.101613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31524): Terminated: ok {rc=0}\u000a10:56:36.111859 --- ParallelTerminationStrategy: PID 31527 died...\u000a10:56:36.168035 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31527): Terminated: ok {rc=0}\u000a10:56:36.254207 bus /sierra_3: Setting Powered False\u000a10:56:37.360143 bus /sierra_3: Setting Powered False\u000a10:56:38.467126 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 51, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31536): Process ended prematurely: osmo-stp_10.42.42.5(pid=31536) [trial-2373↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31536)]", "failedSince" : 2323, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31536): Process ended prematurely: osmo-stp_10.42.42.5(pid=31536) [trial-2373↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31536)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:56:39.581214 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:56:39.593469 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a10:56:39.757587 tst mo_mt_call_osmux.py: using LAC 27911\u000a10:56:39.882301 tst mo_mt_call_osmux.py: using RAC 116\u000a10:56:40.012712 tst mo_mt_call_osmux.py: using CellId 27911\u000a10:56:40.136846 tst mo_mt_call_osmux.py: using BVCI 27912\u000a10:56:40.161388 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:56:40.173130 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:56:40.184645 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:56:40.196379 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:56:40.208150 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a10:56:40.219836 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:56:40.339445 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a10:56:40.538175 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:56:41.019040 run create_hlr_db(pid=31530): Launched\u000a10:56:41.192206 bus /sierra_2: Setting Powered False\u000a10:56:42.213258 run create_hlr_db(pid=31530): Terminated: ok {rc=0}\u000a10:56:42.612440 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31532): Launched\u000a10:56:42.910922 run osmo-hlr_10.42.42.2(pid=31533): Launched\u000a10:56:43.025330 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:56:43.558894 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31535): Launched\u000a10:56:43.859263 run osmo-stp_10.42.42.5(pid=31536): Launched\u000a10:56:43.969089 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:56:44.516855 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31538): Launched\u000a10:56:44.815909 run osmo-msc_10.42.42.6(pid=31539): Launched\u000a10:56:44.991849 run osmo-stp_10.42.42.5(pid=31536): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31536)]\u000a10:56:45.118928 run osmo-stp_10.42.42.5(pid=31536): stdout: \u000a| (launched: 2022-12-10_10:56:43.712119)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:56:45.243914 run osmo-stp_10.42.42.5(pid=31536): stderr: \u000a| �[0;m�[38;5;43m20221210105643880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105643880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105643880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105643881 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105643882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105643882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105643882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:56:45.363912 run osmo-stp_10.42.42.5(pid=31536): stdout: \u000a| (launched: 2022-12-10_10:56:43.712119)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:56:45.482789 run osmo-stp_10.42.42.5(pid=31536): stderr: \u000a| �[0;m�[38;5;43m20221210105643880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105643880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105643880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105643881 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105643882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105643882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105643882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:56:45.536220 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31536): Process ended prematurely: osmo-stp_10.42.42.5(pid=31536) [trial-2373↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31536)] [trial-2373↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a10:56:45.544567 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a10:56:45.603764 run osmo-hlr_10.42.42.2(pid=31533): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31533)]\u000a10:56:45.652411 run osmo-hlr_10.42.42.2(pid=31533): stdout: \u000a| (launched: 2022-12-10_10:56:42.764581) \u000a10:56:45.701571 run osmo-hlr_10.42.42.2(pid=31533): stderr: \u000a| �[0;m�[1;31m20221210105642944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210105642944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210105642944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105642944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105642944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210105642944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210105642954 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210105642963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210105642963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210105642963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:56:45.768217 run osmo-msc_10.42.42.6(pid=31539): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31539)]\u000a10:56:45.816697 run osmo-msc_10.42.42.6(pid=31539): stdout: \u000a| (launched: 2022-12-10_10:56:44.668614) \u000a10:56:45.891212 run osmo-msc_10.42.42.6(pid=31539): stderr: \u000a| �[0;m�[38;5;43m20221210105644939 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210105644939 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb7487b5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210105644939 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210105644939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210105644940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210105644940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210105644943 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210105644943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210105644943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210105644943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:56:45.933782 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31532): Terminating (SIGTERM)\u000a10:56:45.973697 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31535): Terminating (SIGTERM)\u000a10:56:46.013736 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31538): Terminating (SIGTERM)\u000a10:56:46.022964 --- ParallelTerminationStrategy: PID 31532 died...\u000a10:56:46.076492 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31532): Terminated: ok {rc=0}\u000a10:56:46.086529 --- ParallelTerminationStrategy: PID 31535 died...\u000a10:56:46.140148 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31535): Terminated: ok {rc=0}\u000a10:56:46.150158 --- ParallelTerminationStrategy: PID 31538 died...\u000a10:56:46.203751 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31538): Terminated: ok {rc=0}\u000a10:56:46.289692 bus /sierra_3: Setting Powered False\u000a10:56:47.388772 bus /sierra_3: Setting Powered False\u000a10:56:48.499305 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "152", "name" : "voice_nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:56:29" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31550): Process ended prematurely: osmo-stp_10.42.42.5(pid=31550) [trial-2373↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31550)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31550): Process ended prematurely: osmo-stp_10.42.42.5(pid=31550) [trial-2373↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31550)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a10:56:50.488180 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:56:50.499587 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a10:56:50.636570 tst mo_mt_call.py: using LAC 27912\u000a10:56:50.755350 tst mo_mt_call.py: using RAC 117\u000a10:56:50.874643 tst mo_mt_call.py: using CellId 27912\u000a10:56:50.994823 tst mo_mt_call.py: using BVCI 27913\u000a10:56:51.017671 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:56:51.029044 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:56:51.040076 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:56:51.051152 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:56:51.062473 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:56:51.073549 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a10:56:51.194170 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a10:56:51.398448 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:56:51.882328 run create_hlr_db(pid=31544): Launched\u000a10:56:52.055597 bus /sierra_2: Setting Powered False\u000a10:56:53.076913 run create_hlr_db(pid=31544): Terminated: ok {rc=0}\u000a10:56:53.503770 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31546): Launched\u000a10:56:53.825089 run osmo-hlr_10.42.42.2(pid=31547): Launched\u000a10:56:53.943468 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:56:54.503175 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31549): Launched\u000a10:56:54.824233 run osmo-stp_10.42.42.5(pid=31550): Launched\u000a10:56:54.940715 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:56:55.525931 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31552): Launched\u000a10:56:55.846927 run osmo-msc_10.42.42.6(pid=31553): Launched\u000a10:56:56.034862 run osmo-stp_10.42.42.5(pid=31550): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31550)]\u000a10:56:56.171739 run osmo-stp_10.42.42.5(pid=31550): stdout: \u000a| (launched: 2022-12-10_10:56:54.666782)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:56:56.307526 run osmo-stp_10.42.42.5(pid=31550): stderr: \u000a| �[0;m�[38;5;43m20221210105654860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105654860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105654860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105654860 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105654861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105654861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105654861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:56:56.436664 run osmo-stp_10.42.42.5(pid=31550): stdout: \u000a| (launched: 2022-12-10_10:56:54.666782)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:56:56.564250 run osmo-stp_10.42.42.5(pid=31550): stderr: \u000a| �[0;m�[38;5;43m20221210105654860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105654860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105654860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105654860 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105654861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105654861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105654861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:56:56.620645 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31550): Process ended prematurely: osmo-stp_10.42.42.5(pid=31550) [trial-2373↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31550)] [trial-2373↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a10:56:56.629608 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a10:56:56.693137 run osmo-hlr_10.42.42.2(pid=31547): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31547)]\u000a10:56:56.744239 run osmo-hlr_10.42.42.2(pid=31547): stdout: \u000a| (launched: 2022-12-10_10:56:53.667693) \u000a10:56:56.796066 run osmo-hlr_10.42.42.2(pid=31547): stderr: \u000a| �[0;m�[1;31m20221210105653865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210105653865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210105653866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105653866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105653866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210105653866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210105653878 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210105653886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210105653886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210105653886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:56:56.866814 run osmo-msc_10.42.42.6(pid=31553): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31553)]\u000a10:56:56.917975 run osmo-msc_10.42.42.6(pid=31553): stdout: \u000a| (launched: 2022-12-10_10:56:55.689690) \u000a10:56:56.969879 run osmo-msc_10.42.42.6(pid=31553): stderr: \u000a| �[0;m�[38;5;43m20221210105656009 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210105656009 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f04db717c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210105656009 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210105656009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210105656009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210105656010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210105656011 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210105656012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210105656012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210105656012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:56:57.013916 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31546): Terminating (SIGTERM)\u000a10:56:57.055723 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31549): Terminating (SIGTERM)\u000a10:56:57.098101 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31552): Terminating (SIGTERM)\u000a10:56:57.108110 --- ParallelTerminationStrategy: PID 31546 died...\u000a10:56:57.164183 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31546): Terminated: ok {rc=0}\u000a10:56:57.174310 --- ParallelTerminationStrategy: PID 31549 died...\u000a10:56:57.230426 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31549): Terminated: ok {rc=0}\u000a10:56:57.240406 --- ParallelTerminationStrategy: PID 31552 died...\u000a10:56:57.296035 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31552): Terminated: ok {rc=0}\u000a10:56:57.384466 bus /sierra_3: Setting Powered False\u000a10:56:58.485435 bus /sierra_3: Setting Powered False\u000a10:56:59.596545 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 209, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31561): Process ended prematurely: osmo-stp_10.42.42.5(pid=31561) [trial-2373↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31561)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31561): Process ended prematurely: osmo-stp_10.42.42.5(pid=31561) [trial-2373↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31561)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a10:57:00.710394 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:57:00.723062 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a10:57:00.883995 tst mo_mt_call_osmux.py: using LAC 27913\u000a10:57:01.015035 tst mo_mt_call_osmux.py: using RAC 118\u000a10:57:01.177196 tst mo_mt_call_osmux.py: using CellId 27913\u000a10:57:01.306176 tst mo_mt_call_osmux.py: using BVCI 27914\u000a10:57:01.331248 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:57:01.343890 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:57:01.356299 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:57:01.369486 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:57:01.382321 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a10:57:01.394735 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a10:57:01.515608 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a10:57:01.742247 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:57:02.269480 run create_hlr_db(pid=31555): Launched\u000a10:57:02.445235 bus /sierra_2: Setting Powered False\u000a10:57:03.465764 run create_hlr_db(pid=31555): Terminated: ok {rc=0}\u000a10:57:03.896377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31557): Launched\u000a10:57:04.217915 run osmo-hlr_10.42.42.2(pid=31558): Launched\u000a10:57:04.334624 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:57:04.896471 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31560): Launched\u000a10:57:05.219661 run osmo-stp_10.42.42.5(pid=31561): Launched\u000a10:57:05.337040 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:57:05.924913 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31563): Launched\u000a10:57:06.247358 run osmo-msc_10.42.42.6(pid=31564): Launched\u000a10:57:06.435961 run osmo-stp_10.42.42.5(pid=31561): ERR: Terminated: ERROR {rc=1} [trial-2373↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31561)]\u000a10:57:06.572121 run osmo-stp_10.42.42.5(pid=31561): stdout: \u000a| (launched: 2022-12-10_10:57:05.060769)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:57:06.708453 run osmo-stp_10.42.42.5(pid=31561): stderr: \u000a| �[0;m�[38;5;43m20221210105705251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105705251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105705252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105705252 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105705253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105705253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105705253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:57:06.838110 run osmo-stp_10.42.42.5(pid=31561): stdout: \u000a| (launched: 2022-12-10_10:57:05.060769)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:57:06.966402 run osmo-stp_10.42.42.5(pid=31561): stderr: \u000a| �[0;m�[38;5;43m20221210105705251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105705251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105705252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105705252 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105705253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105705253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105705253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:57:07.023215 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31561): Process ended prematurely: osmo-stp_10.42.42.5(pid=31561) [trial-2373↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31561)] [trial-2373↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a10:57:07.032611 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a10:57:07.096640 run osmo-hlr_10.42.42.2(pid=31558): ERR: Terminated: ERROR {rc=237} [trial-2373↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31558)]\u000a10:57:07.148846 run osmo-hlr_10.42.42.2(pid=31558): stdout: \u000a| (launched: 2022-12-10_10:57:04.059720) \u000a10:57:07.201480 run osmo-hlr_10.42.42.2(pid=31558): stderr: \u000a| �[0;m�[1;31m20221210105704258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210105704258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210105704258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105704258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105704258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210105704258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210105704270 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210105704278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210105704278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210105704278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:57:07.272640 run osmo-msc_10.42.42.6(pid=31564): ERR: Terminated: ERROR {rc=2} [trial-2373↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31564)]\u000a10:57:07.324410 run osmo-msc_10.42.42.6(pid=31564): stdout: \u000a| (launched: 2022-12-10_10:57:06.089068) \u000a10:57:07.376873 run osmo-msc_10.42.42.6(pid=31564): stderr: \u000a| �[0;m�[38;5;43m20221210105706413 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210105706413 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fad5771cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210105706413 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210105706413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210105706413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210105706414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210105706415 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210105706416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210105706416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210105706416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:57:07.421668 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31557): Terminating (SIGTERM)\u000a10:57:07.463862 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31560): Terminating (SIGTERM)\u000a10:57:07.508558 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31563): Terminating (SIGTERM)\u000a10:57:07.518068 --- ParallelTerminationStrategy: PID 31557 died...\u000a10:57:07.572476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31557): Terminated: ok {rc=0}\u000a10:57:07.582502 --- ParallelTerminationStrategy: PID 31560 died...\u000a10:57:07.637154 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31560): Terminated: ok {rc=0}\u000a10:57:07.647045 --- ParallelTerminationStrategy: PID 31563 died...\u000a10:57:07.702477 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31563): Terminated: ok {rc=0}\u000a10:57:07.787745 bus /sierra_3: Setting Powered False\u000a10:57:08.895943 bus /sierra_3: Setting Powered False\u000a10:57:10.007648 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "153", "name" : "voice_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:56:50" }, { "cases" : [ { "testActions" : [ ], "age" : 43, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31575): Process ended prematurely: osmo-stp_10.42.42.5(pid=31575) [trial-2373↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31575)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31575): Process ended prematurely: osmo-stp_10.42.42.5(pid=31575) [trial-2373↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31575)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 emergency:nanobts+band-900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a10:57:12.020553 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a10:57:12.031280 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a10:57:12.165263 tst emergency_mo_mt_call.py: using LAC 27914\u000a10:57:12.289305 tst emergency_mo_mt_call.py: using RAC 119\u000a10:57:12.413442 tst emergency_mo_mt_call.py: using CellId 27914\u000a10:57:12.530914 tst emergency_mo_mt_call.py: using BVCI 27915\u000a10:57:12.553347 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a10:57:12.564411 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a10:57:12.575118 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a10:57:12.585864 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a10:57:12.596408 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a10:57:12.606877 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a10:57:12.725443 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a10:57:12.921882 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:57:13.397029 run create_hlr_db(pid=31569): Launched\u000a10:57:13.568214 bus /sierra_2: Setting Powered False\u000a10:57:14.589318 run create_hlr_db(pid=31569): Terminated: ok {rc=0}\u000a10:57:15.010608 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31571): Launched\u000a10:57:15.326747 run osmo-hlr_10.42.42.2(pid=31572): Launched\u000a10:57:15.445134 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:57:16.030323 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31574): Launched\u000a10:57:16.424607 run osmo-stp_10.42.42.5(pid=31575): Launched\u000a10:57:16.717906 tst emergency_mo_mt_call.py: using MSISDN 7693\u000a10:57:16.918449 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:57:17.537317 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31577): Launched\u000a10:57:17.854241 run osmo-msc_10.42.42.6(pid=31578): Launched\u000a10:57:18.040297 run osmo-stp_10.42.42.5(pid=31575): ERR: Terminated: ERROR {rc=1} [trial-2373↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31575)]\u000a10:57:18.175919 run osmo-stp_10.42.42.5(pid=31575): stdout: \u000a| (launched: 2022-12-10_10:57:16.193860)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:57:18.310584 run osmo-stp_10.42.42.5(pid=31575): stderr: \u000a| �[0;m�[38;5;43m20221210105716537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105716537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105716539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105716541 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105716547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105716547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105716547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:57:18.439351 run osmo-stp_10.42.42.5(pid=31575): stdout: \u000a| (launched: 2022-12-10_10:57:16.193860)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:57:18.566221 run osmo-stp_10.42.42.5(pid=31575): stderr: \u000a| �[0;m�[38;5;43m20221210105716537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105716537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105716539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105716541 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105716547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105716547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105716547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:57:18.621924 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=31575): Process ended prematurely: osmo-stp_10.42.42.5(pid=31575) [trial-2373↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31575)] [trial-2373↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19]\u000a10:57:18.630427 tst emergency_mo_mt_call.py:19: Test FAILED (6.6 sec)\u000a10:57:18.694399 run osmo-hlr_10.42.42.2(pid=31572): ERR: Terminated: ERROR {rc=237} [trial-2373↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31572)]\u000a10:57:18.746284 run osmo-hlr_10.42.42.2(pid=31572): stdout: \u000a| (launched: 2022-12-10_10:57:15.171833) \u000a10:57:18.798864 run osmo-hlr_10.42.42.2(pid=31572): stderr: \u000a| �[0;m�[1;31m20221210105715369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210105715369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210105715369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105715369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105715369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210105715370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210105715383 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/emergency:nanobts+band-900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210105715393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210105715393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210105715393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:57:18.870237 run osmo-msc_10.42.42.6(pid=31578): ERR: Terminated: ERROR {rc=2} [trial-2373↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31578)]\u000a10:57:18.922189 run osmo-msc_10.42.42.6(pid=31578): stdout: \u000a| (launched: 2022-12-10_10:57:17.698366) \u000a10:57:18.974769 run osmo-msc_10.42.42.6(pid=31578): stderr: \u000a| �[0;m�[38;5;43m20221210105718020 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210105718020 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9291cd9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210105718020 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210105718020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210105718020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210105718020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210105718022 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210105718023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210105718023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210105718023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:57:19.019296 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31571): Terminating (SIGTERM)\u000a10:57:19.061826 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31574): Terminating (SIGTERM)\u000a10:57:19.104443 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31577): Terminating (SIGTERM)\u000a10:57:19.114565 --- ParallelTerminationStrategy: PID 31571 died...\u000a10:57:19.171658 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31571): Terminated: ok {rc=0}\u000a10:57:19.181981 --- ParallelTerminationStrategy: PID 31574 died...\u000a10:57:19.238320 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31574): Terminated: ok {rc=0}\u000a10:57:19.248656 --- ParallelTerminationStrategy: PID 31577 died...\u000a10:57:19.305455 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31577): Terminated: ok {rc=0}\u000a10:57:19.392119 bus /sierra_3: Setting Powered False\u000a10:57:20.498948 bus /sierra_3: Setting Powered False\u000a10:57:21.607650 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31586): Process ended prematurely: osmo-stp_10.42.42.5(pid=31586) [trial-2373↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31586)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31586): Process ended prematurely: osmo-stp_10.42.42.5(pid=31586) [trial-2373↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31586)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 emergency:nanobts+band-900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a10:57:22.659764 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a10:57:22.671680 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a10:57:22.817461 tst emergency_preemptive_call.py: using LAC 27915\u000a10:57:22.941605 tst emergency_preemptive_call.py: using RAC 120\u000a10:57:23.068402 tst emergency_preemptive_call.py: using CellId 27915\u000a10:57:23.193192 tst emergency_preemptive_call.py: using BVCI 27916\u000a10:57:23.217298 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a10:57:23.228660 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a10:57:23.239699 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a10:57:23.251634 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a10:57:23.263507 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a10:57:23.275284 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a10:57:23.392822 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a10:57:23.508908 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a10:57:23.622083 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a10:57:23.817886 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:57:24.293786 run create_hlr_db(pid=31580): Launched\u000a10:57:24.464513 bus /sierra_2: Setting Powered False\u000a10:57:25.485188 run create_hlr_db(pid=31580): Terminated: ok {rc=0}\u000a10:57:25.907658 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31582): Launched\u000a10:57:26.223612 run osmo-hlr_10.42.42.2(pid=31583): Launched\u000a10:57:26.341960 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:57:26.894126 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31585): Launched\u000a10:57:27.210945 run osmo-stp_10.42.42.5(pid=31586): Launched\u000a10:57:27.339330 tst emergency_preemptive_call.py: using MSISDN 7694\u000a10:57:27.497489 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a10:57:28.073981 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31588): Launched\u000a10:57:28.390623 run osmo-msc_10.42.42.6(pid=31589): Launched\u000a10:57:28.576522 run osmo-stp_10.42.42.5(pid=31586): ERR: Terminated: ERROR {rc=1} [trial-2373↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31586)]\u000a10:57:28.712119 run osmo-stp_10.42.42.5(pid=31586): stdout: \u000a| (launched: 2022-12-10_10:57:27.054857)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:57:28.846422 run osmo-stp_10.42.42.5(pid=31586): stderr: \u000a| �[0;m�[38;5;43m20221210105727245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105727245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105727245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105727246 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105727246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105727246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105727246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:57:28.973967 run osmo-stp_10.42.42.5(pid=31586): stdout: \u000a| (launched: 2022-12-10_10:57:27.054857)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:57:29.100376 run osmo-stp_10.42.42.5(pid=31586): stderr: \u000a| �[0;m�[38;5;43m20221210105727245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105727245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105727245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105727246 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105727246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105727246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105727246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:57:29.156420 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=31586): Process ended prematurely: osmo-stp_10.42.42.5(pid=31586) [trial-2373↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31586)] [trial-2373↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32]\u000a10:57:29.165292 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a10:57:29.228492 run osmo-hlr_10.42.42.2(pid=31583): ERR: Terminated: ERROR {rc=237} [trial-2373↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31583)]\u000a10:57:29.280136 run osmo-hlr_10.42.42.2(pid=31583): stdout: \u000a| (launched: 2022-12-10_10:57:26.068101) \u000a10:57:29.332617 run osmo-hlr_10.42.42.2(pid=31583): stderr: \u000a| �[0;m�[1;31m20221210105726264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210105726264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210105726264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105726264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105726264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210105726264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210105726276 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/emergency:nanobts+band-900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210105726284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210105726284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210105726284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:57:29.403190 run osmo-msc_10.42.42.6(pid=31589): ERR: Terminated: ERROR {rc=2} [trial-2373↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31589)]\u000a10:57:29.454329 run osmo-msc_10.42.42.6(pid=31589): stdout: \u000a| (launched: 2022-12-10_10:57:28.234691) \u000a10:57:29.506350 run osmo-msc_10.42.42.6(pid=31589): stderr: \u000a| �[0;m�[38;5;43m20221210105728554 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210105728554 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff7aa945c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210105728554 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210105728554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210105728554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210105728555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210105728556 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210105728557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210105728557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210105728557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a10:57:29.550838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31582): Terminating (SIGTERM)\u000a10:57:29.593256 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31585): Terminating (SIGTERM)\u000a10:57:29.635246 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31588): Terminating (SIGTERM)\u000a10:57:29.645381 --- ParallelTerminationStrategy: PID 31582 died...\u000a10:57:29.702139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31582): Terminated: ok {rc=0}\u000a10:57:29.712332 --- ParallelTerminationStrategy: PID 31585 died...\u000a10:57:29.768352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31585): Terminated: ok {rc=0}\u000a10:57:29.778533 --- ParallelTerminationStrategy: PID 31588 died...\u000a10:57:29.834799 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31588): Terminated: ok {rc=0}\u000a10:57:29.922873 bus /sierra_9: Setting Powered False\u000a10:57:31.028247 bus /sierra_9: Setting Powered False\u000a10:57:32.169873 bus /sierra_8: Setting Powered False\u000a10:57:33.273290 bus /sierra_8: Setting Powered False\u000a10:57:34.384589 bus /sierra_3: Setting Powered False\u000a10:57:35.488652 bus /sierra_3: Setting Powered False\u000a10:57:36.600760 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "154", "name" : "emergency_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:57:11" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "gprs:nanobts+band-900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31606): Process ended prematurely: osmo-stp_10.42.42.5(pid=31606) [trial-2373↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31606)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31606): Process ended prematurely: osmo-stp_10.42.42.5(pid=31606) [trial-2373↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31606)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:nanobts+band-900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:57:38.733484 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a10:57:38.744498 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a10:57:38.883687 tst cs_paging_gprs_active.py: using LAC 27916\u000a10:57:39.007732 tst cs_paging_gprs_active.py: using RAC 121\u000a10:57:39.132005 tst cs_paging_gprs_active.py: using CellId 27916\u000a10:57:39.252091 tst cs_paging_gprs_active.py: using BVCI 27917\u000a10:57:39.275213 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a10:57:39.286044 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a10:57:39.296676 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a10:57:39.307347 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a10:57:39.317871 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a10:57:39.328482 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a10:57:39.339190 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a10:57:39.349601 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a10:57:39.360136 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a10:57:39.478090 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a10:57:39.768621 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:57:39.903450 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:57:40.239194 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31596): Launched\u000a10:57:40.515622 run iperf3-srv_10.42.42.10(pid=31597): Launched\u000a10:57:40.713130 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:57:40.847319 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:57:41.181333 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31598): Launched\u000a10:57:41.457812 run iperf3-srv_10.42.42.10(pid=31599): Launched\u000a10:57:41.655635 tst cs_paging_gprs_active.py:38: start network...\u000a10:57:41.790539 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:57:42.300069 run create_hlr_db(pid=31600): Launched\u000a10:57:42.487357 bus /sierra_2: Setting Powered False\u000a10:57:43.508688 run create_hlr_db(pid=31600): Terminated: ok {rc=0}\u000a10:57:43.914436 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31602): Launched\u000a10:57:44.217710 run osmo-hlr_10.42.42.2(pid=31603): Launched\u000a10:57:44.328911 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:57:44.853351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31605): Launched\u000a10:57:45.154700 run osmo-stp_10.42.42.5(pid=31606): Launched\u000a10:57:45.264466 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:57:45.790977 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31608): Launched\u000a10:57:45.926368 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:57:46.222145 run patchelf(pid=31609): Launched\u000a10:57:46.402156 run osmo-stp_10.42.42.5(pid=31606): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31606)]\u000a10:57:46.533069 run osmo-stp_10.42.42.5(pid=31606): stdout: \u000a| (launched: 2022-12-10_10:57:45.006033)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:57:46.664780 run osmo-stp_10.42.42.5(pid=31606): stderr: \u000a| �[0;m�[38;5;43m20221210105745178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105745178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105745178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105745179 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105745179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105745179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105745179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:57:46.791509 run osmo-stp_10.42.42.5(pid=31606): stdout: \u000a| (launched: 2022-12-10_10:57:45.006033)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:57:46.917475 run osmo-stp_10.42.42.5(pid=31606): stderr: \u000a| �[0;m�[38;5;43m20221210105745178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105745178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105745178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105745179 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105745179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105745179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105745179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:57:47.064938 run patchelf(pid=31609): Terminating (SIGINT)\u000a10:57:47.237428 run patchelf(pid=31609): Terminated: ok {rc=0}\u000a10:57:47.268536 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=31606): Process ended prematurely: osmo-stp_10.42.42.5(pid=31606) [trial-2373↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31606)] [trial-2373↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38]\u000a10:57:47.277625 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a10:57:47.337243 run osmo-hlr_10.42.42.2(pid=31603): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:nanobts+band-900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31603)]\u000a10:57:47.386116 run osmo-hlr_10.42.42.2(pid=31603): stdout: \u000a| (launched: 2022-12-10_10:57:44.069173) \u000a10:57:47.435585 run osmo-hlr_10.42.42.2(pid=31603): stderr: \u000a| �[0;m�[1;31m20221210105744246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210105744246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210105744246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105744246 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105744247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210105744247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210105744259 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:nanobts+band-900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210105744268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210105744269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210105744269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:57:47.477703 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31596): Terminating (SIGTERM)\u000a10:57:47.517555 run iperf3-srv_10.42.42.10(pid=31597): Terminating (SIGTERM)\u000a10:57:47.557246 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31598): Terminating (SIGTERM)\u000a10:57:47.597592 run iperf3-srv_10.42.42.10(pid=31599): Terminating (SIGTERM)\u000a10:57:47.637345 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31602): Terminating (SIGTERM)\u000a10:57:47.676871 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31605): Terminating (SIGTERM)\u000a10:57:47.716467 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31608): Terminating (SIGTERM)\u000a10:57:47.725708 --- ParallelTerminationStrategy: PID 31596 died...\u000a10:57:47.778927 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31596): Terminated: ok {rc=0}\u000a10:57:47.788489 --- ParallelTerminationStrategy: PID 31597 died...\u000a10:57:47.841354 run iperf3-srv_10.42.42.10(pid=31597): Terminated {rc=256}\u000a10:57:47.850861 --- ParallelTerminationStrategy: PID 31598 died...\u000a10:57:47.903590 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31598): Terminated: ok {rc=0}\u000a10:57:47.913159 --- ParallelTerminationStrategy: PID 31599 died...\u000a10:57:47.965700 run iperf3-srv_10.42.42.10(pid=31599): Terminated {rc=256}\u000a10:57:47.975226 --- ParallelTerminationStrategy: PID 31602 died...\u000a10:57:48.028336 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31602): Terminated: ok {rc=0}\u000a10:57:48.037991 --- ParallelTerminationStrategy: PID 31605 died...\u000a10:57:48.091168 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31605): Terminated: ok {rc=0}\u000a10:57:48.100724 --- ParallelTerminationStrategy: PID 31608 died...\u000a10:57:48.153582 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31608): Terminated: ok {rc=0}\u000a10:57:48.242706 bus /gobi_0: Setting Powered False\u000a10:57:49.346027 bus /gobi_0: Setting Powered False\u000a10:57:50.456401 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 61, "className" : "gprs:nanobts+band-900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31618): Process ended prematurely: osmo-stp_10.42.42.5(pid=31618) [trial-2373↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31618)]", "failedSince" : 2313, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31618): Process ended prematurely: osmo-stp_10.42.42.5(pid=31618) [trial-2373↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31618)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:nanobts+band-900 iperf3.py\u000a----------------------------------------------\u000a10:57:51.566105 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a10:57:51.577370 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a10:57:51.713386 tst iperf3.py: using LAC 27917\u000a10:57:51.833203 tst iperf3.py: using RAC 122\u000a10:57:51.953685 tst iperf3.py: using CellId 27917\u000a10:57:52.076382 tst iperf3.py: using BVCI 27918\u000a10:57:52.099414 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a10:57:52.110336 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a10:57:52.121298 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a10:57:52.131872 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a10:57:52.142485 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a10:57:52.153045 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a10:57:52.163759 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a10:57:52.174231 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a10:57:52.184862 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a10:57:52.476333 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:57:52.611372 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:57:52.944604 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31610): Launched\u000a10:57:53.222802 run iperf3-srv_10.42.42.10(pid=31611): Launched\u000a10:57:53.421860 tst iperf3.py:8: start network...\u000a10:57:53.556592 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:57:54.063364 run create_hlr_db(pid=31612): Launched\u000a10:57:54.252077 bus /gobi_6: Setting Powered False\u000a10:57:55.273061 run create_hlr_db(pid=31612): Terminated: ok {rc=0}\u000a10:57:55.680297 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31614): Launched\u000a10:57:55.982785 run osmo-hlr_10.42.42.2(pid=31615): Launched\u000a10:57:56.099874 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:57:56.635384 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31617): Launched\u000a10:57:56.937670 run osmo-stp_10.42.42.5(pid=31618): Launched\u000a10:57:57.047653 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:57:57.573818 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31620): Launched\u000a10:57:57.681200 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:57:57.944112 run patchelf(pid=31621): Launched\u000a10:57:58.122456 run osmo-stp_10.42.42.5(pid=31618): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31618)]\u000a10:57:58.252783 run osmo-stp_10.42.42.5(pid=31618): stdout: \u000a| (launched: 2022-12-10_10:57:56.789104)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:57:58.382982 run osmo-stp_10.42.42.5(pid=31618): stderr: \u000a| �[0;m�[38;5;43m20221210105756960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105756960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105756960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105756961 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105756961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105756961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105756962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:57:58.508582 run osmo-stp_10.42.42.5(pid=31618): stdout: \u000a| (launched: 2022-12-10_10:57:56.789104)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:57:58.632626 run osmo-stp_10.42.42.5(pid=31618): stderr: \u000a| �[0;m�[38;5;43m20221210105756960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105756960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105756960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105756961 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105756961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105756961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105756962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:57:58.777624 run patchelf(pid=31621): Terminating (SIGINT)\u000a10:57:58.947507 run patchelf(pid=31621): Terminated: ok {rc=0}\u000a10:57:58.979059 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31618): Process ended prematurely: osmo-stp_10.42.42.5(pid=31618) [trial-2373↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31618)] [trial-2373↪gprs:nanobts+band-900↪iperf3.py:8]\u000a10:57:58.988216 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a10:57:59.048200 run osmo-hlr_10.42.42.2(pid=31615): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:nanobts+band-900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31615)]\u000a10:57:59.097191 run osmo-hlr_10.42.42.2(pid=31615): stdout: \u000a| (launched: 2022-12-10_10:57:55.833781) \u000a10:57:59.146771 run osmo-hlr_10.42.42.2(pid=31615): stderr: \u000a| �[0;m�[1;31m20221210105756011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210105756011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210105756011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105756011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105756011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210105756011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210105756024 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:nanobts+band-900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210105756034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210105756035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210105756035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:57:59.188924 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31610): Terminating (SIGTERM)\u000a10:57:59.229050 run iperf3-srv_10.42.42.10(pid=31611): Terminating (SIGTERM)\u000a10:57:59.269041 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31614): Terminating (SIGTERM)\u000a10:57:59.308725 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31617): Terminating (SIGTERM)\u000a10:57:59.349103 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31620): Terminating (SIGTERM)\u000a10:57:59.358510 --- ParallelTerminationStrategy: PID 31610 died...\u000a10:57:59.411741 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31610): Terminated: ok {rc=0}\u000a10:57:59.421535 --- ParallelTerminationStrategy: PID 31611 died...\u000a10:57:59.474536 run iperf3-srv_10.42.42.10(pid=31611): Terminated {rc=256}\u000a10:57:59.484241 --- ParallelTerminationStrategy: PID 31614 died...\u000a10:57:59.537271 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31614): Terminated: ok {rc=0}\u000a10:57:59.547011 --- ParallelTerminationStrategy: PID 31617 died...\u000a10:57:59.600128 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31617): Terminated: ok {rc=0}\u000a10:57:59.609966 --- ParallelTerminationStrategy: PID 31620 died...\u000a10:57:59.663248 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31620): Terminated: ok {rc=0}\u000a10:57:59.747117 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:nanobts+band-900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31636): Process ended prematurely: osmo-stp_10.42.42.5(pid=31636) [trial-2373↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31636)]", "failedSince" : 2161, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31636): Process ended prematurely: osmo-stp_10.42.42.5(pid=31636) [trial-2373↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31636)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:nanobts+band-900 iperf3m4.py\u000a----------------------------------------------\u000a10:58:00.876720 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a10:58:00.888893 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a10:58:01.038377 tst iperf3m4.py: using LAC 27918\u000a10:58:01.194386 tst iperf3m4.py: using RAC 123\u000a10:58:01.315783 tst iperf3m4.py: using CellId 27918\u000a10:58:01.465290 tst iperf3m4.py: using BVCI 27919\u000a10:58:01.497660 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a10:58:01.512560 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a10:58:01.527078 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a10:58:01.541407 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a10:58:01.555879 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a10:58:01.570954 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a10:58:01.585062 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a10:58:01.599277 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a10:58:01.611569 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a10:58:01.746376 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a10:58:01.906667 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a10:58:02.058459 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a10:58:02.344328 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:58:02.472663 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:58:02.785310 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31622): Launched\u000a10:58:03.043938 run iperf3-srv_10.42.42.10(pid=31623): Launched\u000a10:58:03.227303 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:58:03.352229 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:58:03.663337 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31624): Launched\u000a10:58:03.921792 run iperf3-srv_10.42.42.10(pid=31625): Launched\u000a10:58:04.104859 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:58:04.230715 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:58:04.543111 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31626): Launched\u000a10:58:04.801570 run iperf3-srv_10.42.42.10(pid=31627): Launched\u000a10:58:04.984814 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:58:05.109868 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:58:05.422277 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31628): Launched\u000a10:58:05.681166 run iperf3-srv_10.42.42.10(pid=31629): Launched\u000a10:58:05.864581 tst iperf3m4.py:8: start network...\u000a10:58:05.990021 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:58:06.475615 run create_hlr_db(pid=31630): Launched\u000a10:58:06.650475 bus /gobi_6: Setting Powered False\u000a10:58:07.671801 run create_hlr_db(pid=31630): Terminated: ok {rc=0}\u000a10:58:08.075576 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31632): Launched\u000a10:58:08.380212 run osmo-hlr_10.42.42.2(pid=31633): Launched\u000a10:58:08.491018 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:58:09.018937 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31635): Launched\u000a10:58:09.321793 run osmo-stp_10.42.42.5(pid=31636): Launched\u000a10:58:09.441807 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:58:09.977982 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31638): Launched\u000a10:58:10.085143 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:58:10.348607 run patchelf(pid=31639): Launched\u000a10:58:10.525784 run osmo-stp_10.42.42.5(pid=31636): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31636)]\u000a10:58:10.654760 run osmo-stp_10.42.42.5(pid=31636): stdout: \u000a| (launched: 2022-12-10_10:58:09.172912)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:58:10.784114 run osmo-stp_10.42.42.5(pid=31636): stderr: \u000a| �[0;m�[38;5;43m20221210105809343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105809343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105809344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105809344 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105809345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105809345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105809345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:58:10.908526 run osmo-stp_10.42.42.5(pid=31636): stdout: \u000a| (launched: 2022-12-10_10:58:09.172912)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:58:11.032010 run osmo-stp_10.42.42.5(pid=31636): stderr: \u000a| �[0;m�[38;5;43m20221210105809343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105809343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105809344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105809344 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105809345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105809345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105809345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:58:11.176504 run patchelf(pid=31639): Terminating (SIGINT)\u000a10:58:11.346919 run patchelf(pid=31639): Terminated: ok {rc=0}\u000a10:58:11.378476 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31636): Process ended prematurely: osmo-stp_10.42.42.5(pid=31636) [trial-2373↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31636)] [trial-2373↪gprs:nanobts+band-900↪iperf3m4.py:8]\u000a10:58:11.387699 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a10:58:11.448115 run osmo-hlr_10.42.42.2(pid=31633): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:nanobts+band-900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31633)]\u000a10:58:11.497327 run osmo-hlr_10.42.42.2(pid=31633): stdout: \u000a| (launched: 2022-12-10_10:58:08.231157) \u000a10:58:11.547015 run osmo-hlr_10.42.42.2(pid=31633): stderr: \u000a| �[0;m�[1;31m20221210105808405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210105808405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210105808405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105808405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105808405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210105808405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210105808417 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:nanobts+band-900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210105808426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210105808426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210105808426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:58:11.589316 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31622): Terminating (SIGTERM)\u000a10:58:11.629116 run iperf3-srv_10.42.42.10(pid=31623): Terminating (SIGTERM)\u000a10:58:11.668922 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31624): Terminating (SIGTERM)\u000a10:58:11.708624 run iperf3-srv_10.42.42.10(pid=31625): Terminating (SIGTERM)\u000a10:58:11.748506 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31626): Terminating (SIGTERM)\u000a10:58:11.788188 run iperf3-srv_10.42.42.10(pid=31627): Terminating (SIGTERM)\u000a10:58:11.828056 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31628): Terminating (SIGTERM)\u000a10:58:11.867833 run iperf3-srv_10.42.42.10(pid=31629): Terminating (SIGTERM)\u000a10:58:11.907641 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31632): Terminating (SIGTERM)\u000a10:58:11.947340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31635): Terminating (SIGTERM)\u000a10:58:11.987231 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31638): Terminating (SIGTERM)\u000a10:58:11.996536 --- ParallelTerminationStrategy: PID 31622 died...\u000a10:58:12.049936 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31622): Terminated: ok {rc=0}\u000a10:58:12.059620 --- ParallelTerminationStrategy: PID 31623 died...\u000a10:58:12.112453 run iperf3-srv_10.42.42.10(pid=31623): Terminated {rc=256}\u000a10:58:12.122120 --- ParallelTerminationStrategy: PID 31624 died...\u000a10:58:12.174901 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31624): Terminated: ok {rc=0}\u000a10:58:12.184524 --- ParallelTerminationStrategy: PID 31625 died...\u000a10:58:12.237515 run iperf3-srv_10.42.42.10(pid=31625): Terminated {rc=256}\u000a10:58:12.247220 --- ParallelTerminationStrategy: PID 31626 died...\u000a10:58:12.299881 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31626): Terminated: ok {rc=0}\u000a10:58:12.309890 --- ParallelTerminationStrategy: PID 31627 died...\u000a10:58:12.362785 run iperf3-srv_10.42.42.10(pid=31627): Terminated {rc=256}\u000a10:58:12.372609 --- ParallelTerminationStrategy: PID 31628 died...\u000a10:58:12.425307 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31628): Terminated: ok {rc=0}\u000a10:58:12.434963 --- ParallelTerminationStrategy: PID 31629 died...\u000a10:58:12.487598 run iperf3-srv_10.42.42.10(pid=31629): Terminated {rc=256}\u000a10:58:12.497308 --- ParallelTerminationStrategy: PID 31632 died...\u000a10:58:12.549843 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31632): Terminated: ok {rc=0}\u000a10:58:12.559553 --- ParallelTerminationStrategy: PID 31635 died...\u000a10:58:12.612228 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31635): Terminated: ok {rc=0}\u000a10:58:12.622042 --- ParallelTerminationStrategy: PID 31638 died...\u000a10:58:12.674851 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31638): Terminated: ok {rc=0}\u000a10:58:12.763513 bus /gobi_4: Setting Powered False\u000a10:58:13.867171 bus /gobi_4: Setting Powered False\u000a10:58:14.978265 bus /gobi_1: Setting Powered False\u000a10:58:16.088176 bus /gobi_1: Setting Powered False\u000a10:58:17.200705 bus /gobi_0: Setting Powered False\u000a10:58:18.307386 bus /gobi_0: Setting Powered False\u000a10:58:19.420240 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 48, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31646): Process ended prematurely: osmo-stp_10.42.42.5(pid=31646) [trial-2373↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31646)]", "failedSince" : 2326, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31646): Process ended prematurely: osmo-stp_10.42.42.5(pid=31646) [trial-2373↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31646)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:nanobts+band-900 ping.py\u000a----------------------------------------------\u000a10:58:20.487173 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a10:58:20.498466 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a10:58:20.641761 tst ping.py: using LAC 27919\u000a10:58:20.766255 tst ping.py: using RAC 124\u000a10:58:20.891591 tst ping.py: using CellId 27919\u000a10:58:21.014796 tst ping.py: using BVCI 27920\u000a10:58:21.039219 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a10:58:21.050685 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a10:58:21.061734 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a10:58:21.072630 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a10:58:21.083554 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a10:58:21.094376 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a10:58:21.105713 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a10:58:21.117479 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a10:58:21.390261 tst ping.py:19: start network...\u000a10:58:21.513001 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:58:21.988528 run create_hlr_db(pid=31640): Launched\u000a10:58:22.160622 bus /gobi_6: Setting Powered False\u000a10:58:23.181266 run create_hlr_db(pid=31640): Terminated: ok {rc=0}\u000a10:58:23.576668 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31642): Launched\u000a10:58:23.872443 run osmo-hlr_10.42.42.2(pid=31643): Launched\u000a10:58:23.980709 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:58:24.500355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31645): Launched\u000a10:58:24.795524 run osmo-stp_10.42.42.5(pid=31646): Launched\u000a10:58:24.903733 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:58:25.421821 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31648): Launched\u000a10:58:25.527063 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:58:25.785599 run patchelf(pid=31649): Launched\u000a10:58:25.960076 run osmo-stp_10.42.42.5(pid=31646): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31646)]\u000a10:58:26.087444 run osmo-stp_10.42.42.5(pid=31646): stdout: \u000a| (launched: 2022-12-10_10:58:24.650306)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:58:26.215435 run osmo-stp_10.42.42.5(pid=31646): stderr: \u000a| �[0;m�[38;5;43m20221210105824818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105824818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105824818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105824819 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105824821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105824821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105824821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:58:26.338990 run osmo-stp_10.42.42.5(pid=31646): stdout: \u000a| (launched: 2022-12-10_10:58:24.650306)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:58:26.460414 run osmo-stp_10.42.42.5(pid=31646): stderr: \u000a| �[0;m�[38;5;43m20221210105824818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105824818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105824818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105824819 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105824821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105824821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105824821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:58:26.602375 run patchelf(pid=31649): Terminating (SIGINT)\u000a10:58:26.769531 run patchelf(pid=31649): Terminated: ok {rc=0}\u000a10:58:26.799735 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=31646): Process ended prematurely: osmo-stp_10.42.42.5(pid=31646) [trial-2373↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31646)] [trial-2373↪gprs:nanobts+band-900↪ping.py:22]\u000a10:58:26.808301 tst ping.py:22: Test FAILED (6.3 sec)\u000a10:58:26.868486 run osmo-hlr_10.42.42.2(pid=31643): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:nanobts+band-900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31643)]\u000a10:58:26.917334 run osmo-hlr_10.42.42.2(pid=31643): stdout: \u000a| (launched: 2022-12-10_10:58:23.727299) \u000a10:58:26.966692 run osmo-hlr_10.42.42.2(pid=31643): stderr: \u000a| �[0;m�[1;31m20221210105823902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210105823902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210105823902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105823902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105823902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210105823902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210105823914 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:nanobts+band-900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210105823924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210105823925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210105823925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:58:27.008634 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31642): Terminating (SIGTERM)\u000a10:58:27.048352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31645): Terminating (SIGTERM)\u000a10:58:27.088053 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31648): Terminating (SIGTERM)\u000a10:58:27.097391 --- ParallelTerminationStrategy: PID 31642 died...\u000a10:58:27.150981 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31642): Terminated: ok {rc=0}\u000a10:58:27.160597 --- ParallelTerminationStrategy: PID 31645 died...\u000a10:58:27.213734 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31645): Terminated: ok {rc=0}\u000a10:58:27.223407 --- ParallelTerminationStrategy: PID 31648 died...\u000a10:58:27.276239 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31648): Terminated: ok {rc=0}\u000a10:58:27.359724 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31657): Process ended prematurely: osmo-stp_10.42.42.5(pid=31657) [trial-2373↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31657)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31657): Process ended prematurely: osmo-stp_10.42.42.5(pid=31657) [trial-2373↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31657)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:nanobts+band-900 ping_idle_ping.py\u000a----------------------------------------------\u000a10:58:28.409918 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a10:58:28.420932 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a10:58:28.555504 tst ping_idle_ping.py: using LAC 27920\u000a10:58:28.674536 tst ping_idle_ping.py: using RAC 125\u000a10:58:28.793392 tst ping_idle_ping.py: using CellId 27920\u000a10:58:28.918997 tst ping_idle_ping.py: using BVCI 27921\u000a10:58:28.943645 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a10:58:28.955102 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a10:58:28.966361 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a10:58:28.978754 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a10:58:28.990928 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a10:58:29.002462 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a10:58:29.014648 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a10:58:29.026741 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a10:58:29.305496 tst ping_idle_ping.py:24: start network...\u000a10:58:29.428738 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:58:29.906644 run create_hlr_db(pid=31650): Launched\u000a10:58:30.078910 bus /gobi_6: Setting Powered False\u000a10:58:31.109109 run create_hlr_db(pid=31650): Terminated: ok {rc=0}\u000a10:58:31.533239 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31653): Launched\u000a10:58:31.933853 run osmo-hlr_10.42.42.2(pid=31654): Launched\u000a10:58:32.044157 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:58:32.690277 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31656): Launched\u000a10:58:33.008539 run osmo-stp_10.42.42.5(pid=31657): Launched\u000a10:58:33.125498 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:58:33.682385 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31659): Launched\u000a10:58:33.795870 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:58:34.071861 run patchelf(pid=31660): Launched\u000a10:58:34.257941 run osmo-stp_10.42.42.5(pid=31657): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31657)]\u000a10:58:34.394277 run osmo-stp_10.42.42.5(pid=31657): stdout: \u000a| (launched: 2022-12-10_10:58:32.852385)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:58:34.531067 run osmo-stp_10.42.42.5(pid=31657): stderr: \u000a| �[0;m�[38;5;43m20221210105833041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105833041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105833042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105833042 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105833044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105833045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105833045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:58:34.662476 run osmo-stp_10.42.42.5(pid=31657): stdout: \u000a| (launched: 2022-12-10_10:58:32.852385)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:58:34.792848 run osmo-stp_10.42.42.5(pid=31657): stderr: \u000a| �[0;m�[38;5;43m20221210105833041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105833041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105833042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105833042 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105833044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105833045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105833045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:58:34.944563 run patchelf(pid=31660): Terminating (SIGINT)\u000a10:58:35.123440 run patchelf(pid=31660): Terminated: ok {rc=0}\u000a10:58:35.156351 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=31657): Process ended prematurely: osmo-stp_10.42.42.5(pid=31657) [trial-2373↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31657)] [trial-2373↪gprs:nanobts+band-900↪ping_idle_ping.py:27]\u000a10:58:35.165620 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a10:58:35.229665 run osmo-hlr_10.42.42.2(pid=31654): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:nanobts+band-900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31654)]\u000a10:58:35.281244 run osmo-hlr_10.42.42.2(pid=31654): stdout: \u000a| (launched: 2022-12-10_10:58:31.688355) \u000a10:58:35.333595 run osmo-hlr_10.42.42.2(pid=31654): stderr: \u000a| �[0;m�[1;31m20221210105832062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210105832062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210105832062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105832062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105832063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210105832063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210105832087 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:nanobts+band-900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210105832099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210105832099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210105832100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:58:35.378010 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31653): Terminating (SIGTERM)\u000a10:58:35.420460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31656): Terminating (SIGTERM)\u000a10:58:35.462805 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31659): Terminating (SIGTERM)\u000a10:58:35.472635 --- ParallelTerminationStrategy: PID 31653 died...\u000a10:58:35.529096 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31653): Terminated: ok {rc=0}\u000a10:58:35.539324 --- ParallelTerminationStrategy: PID 31656 died...\u000a10:58:35.595496 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31656): Terminated: ok {rc=0}\u000a10:58:35.605747 --- ParallelTerminationStrategy: PID 31659 died...\u000a10:58:35.661404 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31659): Terminated: ok {rc=0}\u000a10:58:35.749755 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "155", "name" : "gprs_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:57:38" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31674): Process ended prematurely: osmo-stp_10.42.42.5(pid=31674) [trial-2373↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31674)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31674): Process ended prematurely: osmo-stp_10.42.42.5(pid=31674) [trial-2373↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31674)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:nanobts+band-900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:58:37.897067 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:58:37.908031 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:58:38.046090 tst cs_paging_gprs_active.py: using LAC 27921\u000a10:58:38.164655 tst cs_paging_gprs_active.py: using RAC 126\u000a10:58:38.291606 tst cs_paging_gprs_active.py: using CellId 27921\u000a10:58:38.418357 tst cs_paging_gprs_active.py: using BVCI 27922\u000a10:58:38.443340 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:58:38.454813 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:58:38.465977 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:58:38.477582 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:58:38.488713 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:58:38.500178 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:58:38.511581 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:58:38.523130 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:58:38.534687 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:58:38.653645 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:58:38.948769 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:58:39.084525 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:58:39.420577 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31664): Launched\u000a10:58:39.698850 run iperf3-srv_10.42.42.10(pid=31665): Launched\u000a10:58:39.898377 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:58:40.033958 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:58:40.370855 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31666): Launched\u000a10:58:40.647739 run iperf3-srv_10.42.42.10(pid=31667): Launched\u000a10:58:40.846133 tst cs_paging_gprs_active.py:38: start network...\u000a10:58:40.980942 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:58:41.490630 run create_hlr_db(pid=31668): Launched\u000a10:58:41.677591 bus /gobi_6: Setting Powered False\u000a10:58:42.698877 run create_hlr_db(pid=31668): Terminated: ok {rc=0}\u000a10:58:43.105000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31670): Launched\u000a10:58:43.407809 run osmo-hlr_10.42.42.2(pid=31671): Launched\u000a10:58:43.519098 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:58:44.044873 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31673): Launched\u000a10:58:44.347719 run osmo-stp_10.42.42.5(pid=31674): Launched\u000a10:58:44.457945 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:58:44.987042 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31676): Launched\u000a10:58:45.094488 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:58:45.358467 run patchelf(pid=31677): Launched\u000a10:58:45.537076 run osmo-stp_10.42.42.5(pid=31674): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31674)]\u000a10:58:45.666508 run osmo-stp_10.42.42.5(pid=31674): stdout: \u000a| (launched: 2022-12-10_10:58:44.198761)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:58:45.796181 run osmo-stp_10.42.42.5(pid=31674): stderr: \u000a| �[0;m�[38;5;43m20221210105844369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105844369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105844370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105844370 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105844370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105844371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105844371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:58:45.945668 run osmo-stp_10.42.42.5(pid=31674): stdout: \u000a| (launched: 2022-12-10_10:58:44.198761)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:58:46.072845 run osmo-stp_10.42.42.5(pid=31674): stderr: \u000a| �[0;m�[38;5;43m20221210105844369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105844369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105844370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105844370 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105844370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105844371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105844371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:58:46.220749 run patchelf(pid=31677): Terminating (SIGINT)\u000a10:58:46.395080 run patchelf(pid=31677): Terminated: ok {rc=0}\u000a10:58:46.427349 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=31674): Process ended prematurely: osmo-stp_10.42.42.5(pid=31674) [trial-2373↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31674)] [trial-2373↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a10:58:46.437665 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a10:58:46.499290 run osmo-hlr_10.42.42.2(pid=31671): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31671)]\u000a10:58:46.549515 run osmo-hlr_10.42.42.2(pid=31671): stdout: \u000a| (launched: 2022-12-10_10:58:43.259093) \u000a10:58:46.600386 run osmo-hlr_10.42.42.2(pid=31671): stderr: \u000a| �[0;m�[1;31m20221210105843434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210105843434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210105843434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105843434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105843434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210105843434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210105843446 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:nanobts+band-900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210105843455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210105843455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210105843455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:58:46.644007 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31664): Terminating (SIGTERM)\u000a10:58:46.686543 run iperf3-srv_10.42.42.10(pid=31665): Terminating (SIGTERM)\u000a10:58:46.729558 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31666): Terminating (SIGTERM)\u000a10:58:46.771345 run iperf3-srv_10.42.42.10(pid=31667): Terminating (SIGTERM)\u000a10:58:46.815208 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31670): Terminating (SIGTERM)\u000a10:58:46.856055 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31673): Terminating (SIGTERM)\u000a10:58:46.897073 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31676): Terminating (SIGTERM)\u000a10:58:46.906654 --- ParallelTerminationStrategy: PID 31664 died...\u000a10:58:46.961100 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31664): Terminated: ok {rc=0}\u000a10:58:46.971298 --- ParallelTerminationStrategy: PID 31665 died...\u000a10:58:47.025044 run iperf3-srv_10.42.42.10(pid=31665): Terminated {rc=256}\u000a10:58:47.035175 --- ParallelTerminationStrategy: PID 31666 died...\u000a10:58:47.089247 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31666): Terminated: ok {rc=0}\u000a10:58:47.099598 --- ParallelTerminationStrategy: PID 31667 died...\u000a10:58:47.153507 run iperf3-srv_10.42.42.10(pid=31667): Terminated {rc=256}\u000a10:58:47.163565 --- ParallelTerminationStrategy: PID 31670 died...\u000a10:58:47.217250 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31670): Terminated: ok {rc=0}\u000a10:58:47.227469 --- ParallelTerminationStrategy: PID 31673 died...\u000a10:58:47.280476 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31673): Terminated: ok {rc=0}\u000a10:58:47.290435 --- ParallelTerminationStrategy: PID 31676 died...\u000a10:58:47.343223 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31676): Terminated: ok {rc=0}\u000a10:58:47.427333 bus /gobi_0: Setting Powered False\u000a10:58:48.534716 bus /gobi_0: Setting Powered False\u000a10:58:49.645838 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31686): Process ended prematurely: osmo-stp_10.42.42.5(pid=31686) [trial-2373↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31686)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31686): Process ended prematurely: osmo-stp_10.42.42.5(pid=31686) [trial-2373↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31686)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:nanobts+band-900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a10:58:50.757223 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:58:50.768785 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:58:50.906975 tst iperf3.py: using LAC 27922\u000a10:58:51.025084 tst iperf3.py: using RAC 127\u000a10:58:51.144489 tst iperf3.py: using CellId 27922\u000a10:58:51.271200 tst iperf3.py: using BVCI 27923\u000a10:58:51.295780 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:58:51.307175 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:58:51.318304 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:58:51.329753 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:58:51.341054 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:58:51.352479 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:58:51.363944 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:58:51.375315 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:58:51.386993 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:58:51.677741 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:58:51.813124 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:58:52.147074 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31678): Launched\u000a10:58:52.424860 run iperf3-srv_10.42.42.10(pid=31679): Launched\u000a10:58:52.623550 tst iperf3.py:8: start network...\u000a10:58:52.758299 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:58:53.265871 run create_hlr_db(pid=31680): Launched\u000a10:58:53.453630 bus /gobi_6: Setting Powered False\u000a10:58:54.473813 run create_hlr_db(pid=31680): Terminated: ok {rc=0}\u000a10:58:54.902961 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31682): Launched\u000a10:58:55.227085 run osmo-hlr_10.42.42.2(pid=31683): Launched\u000a10:58:55.341907 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:58:55.868363 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31685): Launched\u000a10:58:56.169989 run osmo-stp_10.42.42.5(pid=31686): Launched\u000a10:58:56.280013 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:58:56.809981 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31688): Launched\u000a10:58:56.918789 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:58:57.183456 run patchelf(pid=31689): Launched\u000a10:58:57.361538 run osmo-stp_10.42.42.5(pid=31686): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31686)]\u000a10:58:57.491617 run osmo-stp_10.42.42.5(pid=31686): stdout: \u000a| (launched: 2022-12-10_10:58:56.021482)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:58:57.621830 run osmo-stp_10.42.42.5(pid=31686): stderr: \u000a| �[0;m�[38;5;43m20221210105856191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105856192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105856192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105856192 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105856193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105856193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105856193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:58:57.747180 run osmo-stp_10.42.42.5(pid=31686): stdout: \u000a| (launched: 2022-12-10_10:58:56.021482)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:58:57.871266 run osmo-stp_10.42.42.5(pid=31686): stderr: \u000a| �[0;m�[38;5;43m20221210105856191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105856192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105856192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105856192 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105856193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105856193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105856193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:58:58.016029 run patchelf(pid=31689): Terminating (SIGINT)\u000a10:58:58.186713 run patchelf(pid=31689): Terminated: ok {rc=0}\u000a10:58:58.218012 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31686): Process ended prematurely: osmo-stp_10.42.42.5(pid=31686) [trial-2373↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31686)] [trial-2373↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8]\u000a10:58:58.227263 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a10:58:58.287377 run osmo-hlr_10.42.42.2(pid=31683): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31683)]\u000a10:58:58.336243 run osmo-hlr_10.42.42.2(pid=31683): stdout: \u000a| (launched: 2022-12-10_10:58:55.067212) \u000a10:58:58.385840 run osmo-hlr_10.42.42.2(pid=31683): stderr: \u000a| �[0;m�[1;31m20221210105855265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210105855265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210105855265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105855265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105855265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210105855265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210105855280 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:nanobts+band-900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210105855288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210105855288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210105855288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:58:58.427945 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31678): Terminating (SIGTERM)\u000a10:58:58.468092 run iperf3-srv_10.42.42.10(pid=31679): Terminating (SIGTERM)\u000a10:58:58.507821 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31682): Terminating (SIGTERM)\u000a10:58:58.547675 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31685): Terminating (SIGTERM)\u000a10:58:58.588320 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31688): Terminating (SIGTERM)\u000a10:58:58.598086 --- ParallelTerminationStrategy: PID 31678 died...\u000a10:58:58.652340 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31678): Terminated: ok {rc=0}\u000a10:58:58.662455 --- ParallelTerminationStrategy: PID 31679 died...\u000a10:58:58.716127 run iperf3-srv_10.42.42.10(pid=31679): Terminated {rc=256}\u000a10:58:58.725891 --- ParallelTerminationStrategy: PID 31682 died...\u000a10:58:58.779375 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31682): Terminated: ok {rc=0}\u000a10:58:58.789319 --- ParallelTerminationStrategy: PID 31685 died...\u000a10:58:58.842964 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31685): Terminated: ok {rc=0}\u000a10:58:58.852612 --- ParallelTerminationStrategy: PID 31688 died...\u000a10:58:58.906509 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31688): Terminated: ok {rc=0}\u000a10:58:58.995305 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31706): Process ended prematurely: osmo-stp_10.42.42.5(pid=31706) [trial-2373↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31706)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31706): Process ended prematurely: osmo-stp_10.42.42.5(pid=31706) [trial-2373↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31706)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:nanobts+band-900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a10:59:00.105840 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:59:00.117593 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:59:00.253665 tst iperf3m4.py: using LAC 27923\u000a10:59:00.385192 tst iperf3m4.py: using RAC 128\u000a10:59:00.517728 tst iperf3m4.py: using CellId 27923\u000a10:59:00.643843 tst iperf3m4.py: using BVCI 27924\u000a10:59:00.668464 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:59:00.679887 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:59:00.691175 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:59:00.702943 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:59:00.715284 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:59:00.727410 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:59:00.738787 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:59:00.750146 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:59:00.761645 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:59:00.881923 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:59:01.011232 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:59:01.130577 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:59:01.466927 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:59:01.601482 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:59:01.946750 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31692): Launched\u000a10:59:02.244779 run iperf3-srv_10.42.42.10(pid=31693): Launched\u000a10:59:02.431438 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a10:59:02.558064 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:59:02.873811 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31694): Launched\u000a10:59:03.134854 run iperf3-srv_10.42.42.10(pid=31695): Launched\u000a10:59:03.318709 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a10:59:03.444170 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:59:03.757771 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31696): Launched\u000a10:59:04.018101 run iperf3-srv_10.42.42.10(pid=31697): Launched\u000a10:59:04.203233 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a10:59:04.328848 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:59:04.643675 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31698): Launched\u000a10:59:04.905353 run iperf3-srv_10.42.42.10(pid=31699): Launched\u000a10:59:05.089743 tst iperf3m4.py:8: start network...\u000a10:59:05.215740 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:59:05.701995 run create_hlr_db(pid=31700): Launched\u000a10:59:05.876022 bus /gobi_6: Setting Powered False\u000a10:59:06.897806 run create_hlr_db(pid=31700): Terminated: ok {rc=0}\u000a10:59:07.327200 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31702): Launched\u000a10:59:07.650678 run osmo-hlr_10.42.42.2(pid=31703): Launched\u000a10:59:07.774247 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:59:08.339172 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31705): Launched\u000a10:59:08.663127 run osmo-stp_10.42.42.5(pid=31706): Launched\u000a10:59:08.781353 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:59:09.344384 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31708): Launched\u000a10:59:09.459341 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:59:09.740118 run patchelf(pid=31709): Launched\u000a10:59:09.928878 run osmo-stp_10.42.42.5(pid=31706): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31706)]\u000a10:59:10.066825 run osmo-stp_10.42.42.5(pid=31706): stdout: \u000a| (launched: 2022-12-10_10:59:08.503386)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:59:10.206125 run osmo-stp_10.42.42.5(pid=31706): stderr: \u000a| �[0;m�[38;5;43m20221210105908696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105908697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105908697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105908697 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105908698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105908698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105908698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:59:10.339747 run osmo-stp_10.42.42.5(pid=31706): stdout: \u000a| (launched: 2022-12-10_10:59:08.503386)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:59:10.471332 run osmo-stp_10.42.42.5(pid=31706): stderr: \u000a| �[0;m�[38;5;43m20221210105908696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105908697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105908697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105908697 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105908698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105908698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105908698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:59:10.625388 run patchelf(pid=31709): Terminating (SIGINT)\u000a10:59:10.806962 run patchelf(pid=31709): Terminated: ok {rc=0}\u000a10:59:10.840127 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31706): Process ended prematurely: osmo-stp_10.42.42.5(pid=31706) [trial-2373↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31706)] [trial-2373↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8]\u000a10:59:10.850046 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a10:59:10.914372 run osmo-hlr_10.42.42.2(pid=31703): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31703)]\u000a10:59:10.965795 run osmo-hlr_10.42.42.2(pid=31703): stdout: \u000a| (launched: 2022-12-10_10:59:07.491143) \u000a10:59:11.017983 run osmo-hlr_10.42.42.2(pid=31703): stderr: \u000a| �[0;m�[1;31m20221210105907690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210105907690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210105907690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105907690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105907690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210105907691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210105907706 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:nanobts+band-900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210105907714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210105907714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210105907714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:59:11.061997 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31692): Terminating (SIGTERM)\u000a10:59:11.104211 run iperf3-srv_10.42.42.10(pid=31693): Terminating (SIGTERM)\u000a10:59:11.146340 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31694): Terminating (SIGTERM)\u000a10:59:11.188819 run iperf3-srv_10.42.42.10(pid=31695): Terminating (SIGTERM)\u000a10:59:11.230517 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31696): Terminating (SIGTERM)\u000a10:59:11.272433 run iperf3-srv_10.42.42.10(pid=31697): Terminating (SIGTERM)\u000a10:59:11.314368 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31698): Terminating (SIGTERM)\u000a10:59:11.356157 run iperf3-srv_10.42.42.10(pid=31699): Terminating (SIGTERM)\u000a10:59:11.397559 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31702): Terminating (SIGTERM)\u000a10:59:11.439443 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31705): Terminating (SIGTERM)\u000a10:59:11.481111 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31708): Terminating (SIGTERM)\u000a10:59:11.490514 --- ParallelTerminationStrategy: PID 31692 died...\u000a10:59:11.546214 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31692): Terminated: ok {rc=0}\u000a10:59:11.556233 --- ParallelTerminationStrategy: PID 31693 died...\u000a10:59:11.611563 run iperf3-srv_10.42.42.10(pid=31693): Terminated {rc=256}\u000a10:59:11.621848 --- ParallelTerminationStrategy: PID 31694 died...\u000a10:59:11.677144 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31694): Terminated: ok {rc=0}\u000a10:59:11.687199 --- ParallelTerminationStrategy: PID 31695 died...\u000a10:59:11.742643 run iperf3-srv_10.42.42.10(pid=31695): Terminated {rc=256}\u000a10:59:11.752596 --- ParallelTerminationStrategy: PID 31696 died...\u000a10:59:11.807875 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31696): Terminated: ok {rc=0}\u000a10:59:11.818020 --- ParallelTerminationStrategy: PID 31697 died...\u000a10:59:11.873398 run iperf3-srv_10.42.42.10(pid=31697): Terminated {rc=256}\u000a10:59:11.883469 --- ParallelTerminationStrategy: PID 31698 died...\u000a10:59:11.939074 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31698): Terminated: ok {rc=0}\u000a10:59:11.949352 --- ParallelTerminationStrategy: PID 31699 died...\u000a10:59:12.004707 run iperf3-srv_10.42.42.10(pid=31699): Terminated {rc=256}\u000a10:59:12.014900 --- ParallelTerminationStrategy: PID 31702 died...\u000a10:59:12.070437 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31702): Terminated: ok {rc=0}\u000a10:59:12.080533 --- ParallelTerminationStrategy: PID 31705 died...\u000a10:59:12.136227 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31705): Terminated: ok {rc=0}\u000a10:59:12.146375 --- ParallelTerminationStrategy: PID 31708 died...\u000a10:59:12.202106 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31708): Terminated: ok {rc=0}\u000a10:59:12.289781 bus /gobi_4: Setting Powered False\u000a10:59:13.394633 bus /gobi_4: Setting Powered False\u000a10:59:14.502127 bus /gobi_1: Setting Powered False\u000a10:59:15.607320 bus /gobi_1: Setting Powered False\u000a10:59:16.738044 bus /gobi_0: Setting Powered False\u000a10:59:17.845257 bus /gobi_0: Setting Powered False\u000a10:59:18.952900 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31716): Process ended prematurely: osmo-stp_10.42.42.5(pid=31716) [trial-2373↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31716)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31716): Process ended prematurely: osmo-stp_10.42.42.5(pid=31716) [trial-2373↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31716)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:nanobts+band-900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a10:59:20.021462 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:59:20.033481 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:59:20.177810 tst ping.py: using LAC 27924\u000a10:59:20.302168 tst ping.py: using RAC 129\u000a10:59:20.426502 tst ping.py: using CellId 27924\u000a10:59:20.550379 tst ping.py: using BVCI 27925\u000a10:59:20.574688 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:59:20.586182 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:59:20.597507 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:59:20.608858 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:59:20.620192 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:59:20.631562 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:59:20.643218 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:59:20.654678 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:59:20.926931 tst ping.py:19: start network...\u000a10:59:21.049581 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:59:21.526267 run create_hlr_db(pid=31710): Launched\u000a10:59:21.697829 bus /gobi_6: Setting Powered False\u000a10:59:22.718971 run create_hlr_db(pid=31710): Terminated: ok {rc=0}\u000a10:59:23.140164 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31712): Launched\u000a10:59:23.457559 run osmo-hlr_10.42.42.2(pid=31713): Launched\u000a10:59:23.578212 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:59:24.130669 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31715): Launched\u000a10:59:24.446564 run osmo-stp_10.42.42.5(pid=31716): Launched\u000a10:59:24.561337 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:59:25.117783 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31718): Launched\u000a10:59:25.232627 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:59:25.509702 run patchelf(pid=31719): Launched\u000a10:59:25.696318 run osmo-stp_10.42.42.5(pid=31716): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31716)]\u000a10:59:25.832511 run osmo-stp_10.42.42.5(pid=31716): stdout: \u000a| (launched: 2022-12-10_10:59:24.291060)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:59:25.969055 run osmo-stp_10.42.42.5(pid=31716): stderr: \u000a| �[0;m�[38;5;43m20221210105924483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105924483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105924484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105924484 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105924485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105924485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105924485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:59:26.100685 run osmo-stp_10.42.42.5(pid=31716): stdout: \u000a| (launched: 2022-12-10_10:59:24.291060)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:59:26.231635 run osmo-stp_10.42.42.5(pid=31716): stderr: \u000a| �[0;m�[38;5;43m20221210105924483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105924483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105924484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105924484 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105924485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105924485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105924485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:59:26.383902 run patchelf(pid=31719): Terminating (SIGINT)\u000a10:59:26.562913 run patchelf(pid=31719): Terminated: ok {rc=0}\u000a10:59:26.595346 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=31716): Process ended prematurely: osmo-stp_10.42.42.5(pid=31716) [trial-2373↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31716)] [trial-2373↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22]\u000a10:59:26.604634 tst ping.py:22: Test FAILED (6.6 sec)\u000a10:59:26.668130 run osmo-hlr_10.42.42.2(pid=31713): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31713)]\u000a10:59:26.719387 run osmo-hlr_10.42.42.2(pid=31713): stdout: \u000a| (launched: 2022-12-10_10:59:23.301831) \u000a10:59:26.771219 run osmo-hlr_10.42.42.2(pid=31713): stderr: \u000a| �[0;m�[1;31m20221210105923499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210105923499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210105923499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105923499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105923499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210105923499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210105923512 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:nanobts+band-900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210105923520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210105923520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210105923520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:59:26.815819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31712): Terminating (SIGTERM)\u000a10:59:26.857847 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31715): Terminating (SIGTERM)\u000a10:59:26.899303 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31718): Terminating (SIGTERM)\u000a10:59:26.909332 --- ParallelTerminationStrategy: PID 31712 died...\u000a10:59:26.965257 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31712): Terminated: ok {rc=0}\u000a10:59:26.975386 --- ParallelTerminationStrategy: PID 31715 died...\u000a10:59:27.031186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31715): Terminated: ok {rc=0}\u000a10:59:27.041312 --- ParallelTerminationStrategy: PID 31718 died...\u000a10:59:27.096616 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31718): Terminated: ok {rc=0}\u000a10:59:27.184030 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31726): Process ended prematurely: osmo-stp_10.42.42.5(pid=31726) [trial-2373↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31726)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31726): Process ended prematurely: osmo-stp_10.42.42.5(pid=31726) [trial-2373↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31726)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:nanobts+band-900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a10:59:28.235741 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:59:28.247472 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a10:59:28.385142 tst ping_idle_ping.py: using LAC 27925\u000a10:59:28.502406 tst ping_idle_ping.py: using RAC 130\u000a10:59:28.618873 tst ping_idle_ping.py: using CellId 27925\u000a10:59:28.737566 tst ping_idle_ping.py: using BVCI 27926\u000a10:59:28.760087 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:59:28.771184 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:59:28.782005 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:59:28.792932 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:59:28.803844 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:59:28.815204 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:59:28.826586 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a10:59:28.837719 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a10:59:29.111232 tst ping_idle_ping.py:24: start network...\u000a10:59:29.235542 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:59:29.713736 run create_hlr_db(pid=31720): Launched\u000a10:59:29.885664 bus /gobi_6: Setting Powered False\u000a10:59:30.930757 run create_hlr_db(pid=31720): Terminated: ok {rc=0}\u000a10:59:31.352411 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31722): Launched\u000a10:59:31.699928 run osmo-hlr_10.42.42.2(pid=31723): Launched\u000a10:59:31.827947 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:59:32.498136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31725): Launched\u000a10:59:32.794870 run osmo-stp_10.42.42.5(pid=31726): Launched\u000a10:59:32.903636 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:59:33.421032 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31728): Launched\u000a10:59:33.526466 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:59:33.785073 run patchelf(pid=31729): Launched\u000a10:59:33.958084 run osmo-stp_10.42.42.5(pid=31726): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31726)]\u000a10:59:34.085081 run osmo-stp_10.42.42.5(pid=31726): stdout: \u000a| (launched: 2022-12-10_10:59:32.649204)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:59:34.212444 run osmo-stp_10.42.42.5(pid=31726): stderr: \u000a| �[0;m�[38;5;43m20221210105932818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105932819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105932819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105932819 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105932820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105932820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105932820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:59:34.335002 run osmo-stp_10.42.42.5(pid=31726): stdout: \u000a| (launched: 2022-12-10_10:59:32.649204)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:59:34.456155 run osmo-stp_10.42.42.5(pid=31726): stderr: \u000a| �[0;m�[38;5;43m20221210105932818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105932819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105932819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105932819 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105932820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105932820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105932820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:59:34.598257 run patchelf(pid=31729): Terminating (SIGINT)\u000a10:59:34.765674 run patchelf(pid=31729): Terminated: ok {rc=0}\u000a10:59:34.796025 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=31726): Process ended prematurely: osmo-stp_10.42.42.5(pid=31726) [trial-2373↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31726)] [trial-2373↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a10:59:34.804499 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a10:59:34.865184 run osmo-hlr_10.42.42.2(pid=31723): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31723)]\u000a10:59:34.914133 run osmo-hlr_10.42.42.2(pid=31723): stdout: \u000a| (launched: 2022-12-10_10:59:31.506913) \u000a10:59:34.963097 run osmo-hlr_10.42.42.2(pid=31723): stderr: \u000a| �[0;m�[1;31m20221210105931882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210105931882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210105931882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105931882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105931882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210105931882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210105931900 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:nanobts+band-900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210105931926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210105931926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210105931926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:59:35.005136 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31722): Terminating (SIGTERM)\u000a10:59:35.044701 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31725): Terminating (SIGTERM)\u000a10:59:35.084356 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31728): Terminating (SIGTERM)\u000a10:59:35.093755 --- ParallelTerminationStrategy: PID 31722 died...\u000a10:59:35.147273 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31722): Terminated: ok {rc=0}\u000a10:59:35.157153 --- ParallelTerminationStrategy: PID 31725 died...\u000a10:59:35.210093 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31725): Terminated: ok {rc=0}\u000a10:59:35.219838 --- ParallelTerminationStrategy: PID 31728 died...\u000a10:59:35.273169 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31728): Terminated: ok {rc=0}\u000a10:59:35.360288 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "156", "name" : "gprs_nanobts+band-900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:58:37" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31743): Process ended prematurely: osmo-stp_10.42.42.5(pid=31743) [trial-2373↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31743)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31743): Process ended prematurely: osmo-stp_10.42.42.5(pid=31743) [trial-2373↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31743)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:nanobts+band-900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a10:59:37.513325 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:59:37.524162 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:59:37.678414 tst cs_paging_gprs_active.py: using LAC 27926\u000a10:59:37.798176 tst cs_paging_gprs_active.py: using RAC 131\u000a10:59:37.918104 tst cs_paging_gprs_active.py: using CellId 27926\u000a10:59:38.044939 tst cs_paging_gprs_active.py: using BVCI 27927\u000a10:59:38.069933 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:59:38.081556 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:59:38.093102 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:59:38.105339 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:59:38.118338 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:59:38.130366 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:59:38.141685 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:59:38.154052 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:59:38.167193 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:59:38.287079 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:59:38.566412 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a10:59:38.691477 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:59:39.004398 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31733): Launched\u000a10:59:39.263152 run iperf3-srv_10.42.42.10(pid=31734): Launched\u000a10:59:39.446544 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a10:59:39.571616 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:59:39.883598 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31735): Launched\u000a10:59:40.142692 run iperf3-srv_10.42.42.10(pid=31736): Launched\u000a10:59:40.326180 tst cs_paging_gprs_active.py:38: start network...\u000a10:59:40.451223 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:59:40.937162 run create_hlr_db(pid=31737): Launched\u000a10:59:41.110913 bus /gobi_6: Setting Powered False\u000a10:59:42.133605 run create_hlr_db(pid=31737): Terminated: ok {rc=0}\u000a10:59:42.563700 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31739): Launched\u000a10:59:42.887338 run osmo-hlr_10.42.42.2(pid=31740): Launched\u000a10:59:43.008903 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:59:43.566152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31742): Launched\u000a10:59:43.869347 run osmo-stp_10.42.42.5(pid=31743): Launched\u000a10:59:43.979507 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:59:44.508013 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31745): Launched\u000a10:59:44.615722 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:59:44.879911 run patchelf(pid=31746): Launched\u000a10:59:45.059263 run osmo-stp_10.42.42.5(pid=31743): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31743)]\u000a10:59:45.189709 run osmo-stp_10.42.42.5(pid=31743): stdout: \u000a| (launched: 2022-12-10_10:59:43.720120)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:59:45.320240 run osmo-stp_10.42.42.5(pid=31743): stderr: \u000a| �[0;m�[38;5;43m20221210105943892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105943892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105943893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105943893 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105943893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105943894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105943894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:59:45.445570 run osmo-stp_10.42.42.5(pid=31743): stdout: \u000a| (launched: 2022-12-10_10:59:43.720120)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:59:45.570198 run osmo-stp_10.42.42.5(pid=31743): stderr: \u000a| �[0;m�[38;5;43m20221210105943892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105943892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105943893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105943893 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105943893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105943894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105943894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:59:45.715919 run patchelf(pid=31746): Terminating (SIGINT)\u000a10:59:45.891509 run patchelf(pid=31746): Terminated: ok {rc=0}\u000a10:59:45.924074 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=31743): Process ended prematurely: osmo-stp_10.42.42.5(pid=31743) [trial-2373↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31743)] [trial-2373↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a10:59:45.933771 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a10:59:45.994785 run osmo-hlr_10.42.42.2(pid=31740): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31740)]\u000a10:59:46.044406 run osmo-hlr_10.42.42.2(pid=31740): stdout: \u000a| (launched: 2022-12-10_10:59:42.728306) \u000a10:59:46.094942 run osmo-hlr_10.42.42.2(pid=31740): stderr: \u000a| �[0;m�[1;31m20221210105942929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210105942929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210105942929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105942930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105942930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210105942930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210105942946 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:nanobts+band-900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210105942955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210105942955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210105942955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:59:46.137854 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31733): Terminating (SIGTERM)\u000a10:59:46.178199 run iperf3-srv_10.42.42.10(pid=31734): Terminating (SIGTERM)\u000a10:59:46.218602 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31735): Terminating (SIGTERM)\u000a10:59:46.258940 run iperf3-srv_10.42.42.10(pid=31736): Terminating (SIGTERM)\u000a10:59:46.301313 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31739): Terminating (SIGTERM)\u000a10:59:46.342643 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31742): Terminating (SIGTERM)\u000a10:59:46.384739 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31745): Terminating (SIGTERM)\u000a10:59:46.394200 --- ParallelTerminationStrategy: PID 31733 died...\u000a10:59:46.448911 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31733): Terminated: ok {rc=0}\u000a10:59:46.459026 --- ParallelTerminationStrategy: PID 31734 died...\u000a10:59:46.513464 run iperf3-srv_10.42.42.10(pid=31734): Terminated {rc=256}\u000a10:59:46.523498 --- ParallelTerminationStrategy: PID 31735 died...\u000a10:59:46.577808 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31735): Terminated: ok {rc=0}\u000a10:59:46.587879 --- ParallelTerminationStrategy: PID 31736 died...\u000a10:59:46.642227 run iperf3-srv_10.42.42.10(pid=31736): Terminated {rc=256}\u000a10:59:46.652306 --- ParallelTerminationStrategy: PID 31739 died...\u000a10:59:46.706854 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31739): Terminated: ok {rc=0}\u000a10:59:46.716911 --- ParallelTerminationStrategy: PID 31742 died...\u000a10:59:46.770494 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31742): Terminated: ok {rc=0}\u000a10:59:46.780552 --- ParallelTerminationStrategy: PID 31745 died...\u000a10:59:46.834420 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31745): Terminated: ok {rc=0}\u000a10:59:46.919216 bus /gobi_0: Setting Powered False\u000a10:59:48.024253 bus /gobi_0: Setting Powered False\u000a10:59:49.131430 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31755): Process ended prematurely: osmo-stp_10.42.42.5(pid=31755) [trial-2373↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31755)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31755): Process ended prematurely: osmo-stp_10.42.42.5(pid=31755) [trial-2373↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31755)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a10:59:50.238692 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:59:50.250258 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:59:50.405592 tst iperf3.py: using LAC 27927\u000a10:59:50.523218 tst iperf3.py: using RAC 132\u000a10:59:50.640429 tst iperf3.py: using CellId 27927\u000a10:59:50.760186 tst iperf3.py: using BVCI 27928\u000a10:59:50.783087 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:59:50.794009 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:59:50.804691 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:59:50.815456 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:59:50.826320 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:59:50.836931 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:59:50.847701 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:59:50.858448 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:59:50.869198 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a10:59:51.145514 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a10:59:51.271153 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a10:59:51.583533 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31747): Launched\u000a10:59:51.842696 run iperf3-srv_10.42.42.10(pid=31748): Launched\u000a10:59:52.027102 tst iperf3.py:8: start network...\u000a10:59:52.151982 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a10:59:52.634109 run create_hlr_db(pid=31749): Launched\u000a10:59:52.808096 bus /gobi_6: Setting Powered False\u000a10:59:53.828757 run create_hlr_db(pid=31749): Terminated: ok {rc=0}\u000a10:59:54.258653 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31751): Launched\u000a10:59:54.582929 run osmo-hlr_10.42.42.2(pid=31752): Launched\u000a10:59:54.702237 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a10:59:55.267633 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31754): Launched\u000a10:59:55.590308 run osmo-stp_10.42.42.5(pid=31755): Launched\u000a10:59:55.707505 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a10:59:56.270401 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31757): Launched\u000a10:59:56.385764 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a10:59:56.667072 run patchelf(pid=31758): Launched\u000a10:59:56.856177 run osmo-stp_10.42.42.5(pid=31755): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31755)]\u000a10:59:56.995075 run osmo-stp_10.42.42.5(pid=31755): stdout: \u000a| (launched: 2022-12-10_10:59:55.431512)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:59:57.134571 run osmo-stp_10.42.42.5(pid=31755): stderr: \u000a| �[0;m�[38;5;43m20221210105955621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105955621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105955621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105955622 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105955624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105955624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105955624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:59:57.269115 run osmo-stp_10.42.42.5(pid=31755): stdout: \u000a| (launched: 2022-12-10_10:59:55.431512)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a10:59:57.402014 run osmo-stp_10.42.42.5(pid=31755): stderr: \u000a| �[0;m�[38;5;43m20221210105955621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210105955621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210105955621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210105955622 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210105955624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210105955624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210105955624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a10:59:57.557292 run patchelf(pid=31758): Terminating (SIGINT)\u000a10:59:57.739584 run patchelf(pid=31758): Terminated: ok {rc=0}\u000a10:59:57.773122 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31755): Process ended prematurely: osmo-stp_10.42.42.5(pid=31755) [trial-2373↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31755)] [trial-2373↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a10:59:57.783029 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a10:59:57.846720 run osmo-hlr_10.42.42.2(pid=31752): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31752)]\u000a10:59:57.898144 run osmo-hlr_10.42.42.2(pid=31752): stdout: \u000a| (launched: 2022-12-10_10:59:54.424061) \u000a10:59:57.950413 run osmo-hlr_10.42.42.2(pid=31752): stderr: \u000a| �[0;m�[1;31m20221210105954622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210105954622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210105954622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105954622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210105954622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210105954622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210105954634 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210105954642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210105954642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210105954642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a10:59:57.994634 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31747): Terminating (SIGTERM)\u000a10:59:58.036664 run iperf3-srv_10.42.42.10(pid=31748): Terminating (SIGTERM)\u000a10:59:58.080182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31751): Terminating (SIGTERM)\u000a10:59:58.121813 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31754): Terminating (SIGTERM)\u000a10:59:58.163488 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31757): Terminating (SIGTERM)\u000a10:59:58.173438 --- ParallelTerminationStrategy: PID 31747 died...\u000a10:59:58.229813 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31747): Terminated: ok {rc=0}\u000a10:59:58.240257 --- ParallelTerminationStrategy: PID 31748 died...\u000a10:59:58.296119 run iperf3-srv_10.42.42.10(pid=31748): Terminated {rc=256}\u000a10:59:58.306145 --- ParallelTerminationStrategy: PID 31751 died...\u000a10:59:58.361816 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31751): Terminated: ok {rc=0}\u000a10:59:58.371850 --- ParallelTerminationStrategy: PID 31754 died...\u000a10:59:58.427718 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31754): Terminated: ok {rc=0}\u000a10:59:58.437868 --- ParallelTerminationStrategy: PID 31757 died...\u000a10:59:58.493828 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31757): Terminated: ok {rc=0}\u000a10:59:58.583074 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31783): Process ended prematurely: osmo-stp_10.42.42.5(pid=31783) [trial-2373↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31783)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31783): Process ended prematurely: osmo-stp_10.42.42.5(pid=31783) [trial-2373↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31783)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a10:59:59.698202 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a10:59:59.710263 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a10:59:59.876034 tst iperf3m4.py: using LAC 27928\u000a10:59:59.996769 tst iperf3m4.py: using RAC 133\u000a11:00:00.113787 tst iperf3m4.py: using CellId 27928\u000a11:00:00.231289 tst iperf3m4.py: using BVCI 27929\u000a11:00:00.254562 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:00:00.265709 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:00:00.276775 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:00:00.287923 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:00:00.298840 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:00:00.309767 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:00:00.320905 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:00:00.331831 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:00:00.342958 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:00:00.461727 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:00:00.579830 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:00:00.699792 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:00:01.000680 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:00:01.141782 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:00:01.500826 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31759): Launched\u000a11:00:01.800424 run iperf3-srv_10.42.42.10(pid=31762): Launched\u000a11:00:02.018866 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:00:02.157794 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:00:02.516409 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31765): Launched\u000a11:00:02.824443 run iperf3-srv_10.42.42.10(pid=31772): Launched\u000a11:00:03.022253 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:00:03.157852 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:00:03.493172 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31773): Launched\u000a11:00:03.772190 run iperf3-srv_10.42.42.10(pid=31774): Launched\u000a11:00:03.970225 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:00:04.105449 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:00:04.441345 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31775): Launched\u000a11:00:04.718946 run iperf3-srv_10.42.42.10(pid=31776): Launched\u000a11:00:04.917296 tst iperf3m4.py:8: start network...\u000a11:00:05.052676 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:00:05.561681 run create_hlr_db(pid=31777): Launched\u000a11:00:05.750078 bus /gobi_6: Setting Powered False\u000a11:00:06.770077 run create_hlr_db(pid=31777): Terminated: ok {rc=0}\u000a11:00:07.200853 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31779): Launched\u000a11:00:07.523941 run osmo-hlr_10.42.42.2(pid=31780): Launched\u000a11:00:07.644590 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:00:08.212632 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31782): Launched\u000a11:00:08.537282 run osmo-stp_10.42.42.5(pid=31783): Launched\u000a11:00:08.654998 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:00:09.219323 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31785): Launched\u000a11:00:09.335066 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:00:09.616879 run patchelf(pid=31786): Launched\u000a11:00:09.805865 run osmo-stp_10.42.42.5(pid=31783): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31783)]\u000a11:00:09.943746 run osmo-stp_10.42.42.5(pid=31783): stdout: \u000a| (launched: 2022-12-10_11:00:08.377898)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:00:10.082253 run osmo-stp_10.42.42.5(pid=31783): stderr: \u000a| �[0;m�[38;5;43m20221210110008568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210110008568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210110008568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210110008569 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210110008571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210110008571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210110008571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:00:10.215937 run osmo-stp_10.42.42.5(pid=31783): stdout: \u000a| (launched: 2022-12-10_11:00:08.377898)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:00:10.348054 run osmo-stp_10.42.42.5(pid=31783): stderr: \u000a| �[0;m�[38;5;43m20221210110008568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210110008568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210110008568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210110008569 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210110008571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210110008571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210110008571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:00:10.502598 run patchelf(pid=31786): Terminating (SIGINT)\u000a11:00:10.684237 run patchelf(pid=31786): Terminated: ok {rc=0}\u000a11:00:10.717635 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31783): Process ended prematurely: osmo-stp_10.42.42.5(pid=31783) [trial-2373↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31783)] [trial-2373↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a11:00:10.727540 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a11:00:10.791329 run osmo-hlr_10.42.42.2(pid=31780): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31780)]\u000a11:00:10.842810 run osmo-hlr_10.42.42.2(pid=31780): stdout: \u000a| (launched: 2022-12-10_11:00:07.365309) \u000a11:00:10.895037 run osmo-hlr_10.42.42.2(pid=31780): stderr: \u000a| �[0;m�[1;31m20221210110007564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210110007564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210110007564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110007564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110007564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210110007564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210110007580 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210110007590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210110007590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210110007590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:00:10.939601 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31759): Terminating (SIGTERM)\u000a11:00:10.981798 run iperf3-srv_10.42.42.10(pid=31762): Terminating (SIGTERM)\u000a11:00:11.023963 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31765): Terminating (SIGTERM)\u000a11:00:11.065711 run iperf3-srv_10.42.42.10(pid=31772): Terminating (SIGTERM)\u000a11:00:11.107829 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31773): Terminating (SIGTERM)\u000a11:00:11.150163 run iperf3-srv_10.42.42.10(pid=31774): Terminating (SIGTERM)\u000a11:00:11.192501 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31775): Terminating (SIGTERM)\u000a11:00:11.234668 run iperf3-srv_10.42.42.10(pid=31776): Terminating (SIGTERM)\u000a11:00:11.276583 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31779): Terminating (SIGTERM)\u000a11:00:11.318853 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31782): Terminating (SIGTERM)\u000a11:00:11.360942 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31785): Terminating (SIGTERM)\u000a11:00:11.370774 --- ParallelTerminationStrategy: PID 31759 died...\u000a11:00:11.427211 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31759): Terminated: ok {rc=0}\u000a11:00:11.437455 --- ParallelTerminationStrategy: PID 31762 died...\u000a11:00:11.493005 run iperf3-srv_10.42.42.10(pid=31762): Terminated {rc=256}\u000a11:00:11.503297 --- ParallelTerminationStrategy: PID 31765 died...\u000a11:00:11.559502 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31765): Terminated: ok {rc=0}\u000a11:00:11.569756 --- ParallelTerminationStrategy: PID 31772 died...\u000a11:00:11.625588 run iperf3-srv_10.42.42.10(pid=31772): Terminated {rc=256}\u000a11:00:11.635728 --- ParallelTerminationStrategy: PID 31773 died...\u000a11:00:11.691888 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31773): Terminated: ok {rc=0}\u000a11:00:11.702144 --- ParallelTerminationStrategy: PID 31774 died...\u000a11:00:11.758055 run iperf3-srv_10.42.42.10(pid=31774): Terminated {rc=256}\u000a11:00:11.768143 --- ParallelTerminationStrategy: PID 31775 died...\u000a11:00:11.824461 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31775): Terminated: ok {rc=0}\u000a11:00:11.834701 --- ParallelTerminationStrategy: PID 31776 died...\u000a11:00:11.890484 run iperf3-srv_10.42.42.10(pid=31776): Terminated {rc=256}\u000a11:00:11.900592 --- ParallelTerminationStrategy: PID 31779 died...\u000a11:00:11.956192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31779): Terminated: ok {rc=0}\u000a11:00:11.966320 --- ParallelTerminationStrategy: PID 31782 died...\u000a11:00:12.022404 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31782): Terminated: ok {rc=0}\u000a11:00:12.032582 --- ParallelTerminationStrategy: PID 31785 died...\u000a11:00:12.089359 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31785): Terminated: ok {rc=0}\u000a11:00:12.177677 bus /gobi_4: Setting Powered False\u000a11:00:13.291384 bus /gobi_4: Setting Powered False\u000a11:00:14.409405 bus /gobi_1: Setting Powered False\u000a11:00:15.515002 bus /gobi_1: Setting Powered False\u000a11:00:16.628365 bus /gobi_0: Setting Powered False\u000a11:00:17.730688 bus /gobi_0: Setting Powered False\u000a11:00:18.844241 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32318): Process ended prematurely: osmo-stp_10.42.42.5(pid=32318) [trial-2373↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32318)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32318): Process ended prematurely: osmo-stp_10.42.42.5(pid=32318) [trial-2373↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32318)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a11:00:19.912710 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:00:19.924744 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:00:20.087945 tst ping.py: using LAC 27929\u000a11:00:20.213218 tst ping.py: using RAC 134\u000a11:00:20.338704 tst ping.py: using CellId 27929\u000a11:00:20.463267 tst ping.py: using BVCI 27930\u000a11:00:20.487592 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:00:20.499122 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:00:20.510346 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:00:20.522079 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:00:20.533557 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:00:20.545079 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:00:20.556784 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:00:20.568021 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:00:20.857316 tst ping.py:19: start network...\u000a11:00:20.989538 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:00:21.490244 run create_hlr_db(pid=32138): Launched\u000a11:00:21.675417 bus /gobi_6: Setting Powered False\u000a11:00:22.696435 run create_hlr_db(pid=32138): Terminated: ok {rc=0}\u000a11:00:23.097381 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32140): Launched\u000a11:00:23.471506 run osmo-hlr_10.42.42.2(pid=32141): Launched\u000a11:00:23.591753 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:00:24.207118 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32243): Launched\u000a11:00:24.551428 run osmo-stp_10.42.42.5(pid=32318): Launched\u000a11:00:24.723377 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:00:25.387730 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32321): Launched\u000a11:00:25.505351 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:00:25.809685 run patchelf(pid=32322): Launched\u000a11:00:26.002200 run osmo-stp_10.42.42.5(pid=32318): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32318)]\u000a11:00:26.145416 run osmo-stp_10.42.42.5(pid=32318): stdout: \u000a| (launched: 2022-12-10_11:00:24.361697)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:00:26.288285 run osmo-stp_10.42.42.5(pid=32318): stderr: \u000a| �[0;m�[38;5;43m20221210110024712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210110024712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210110024712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210110024713 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210110024713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210110024713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210110024713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:00:26.423908 run osmo-stp_10.42.42.5(pid=32318): stdout: \u000a| (launched: 2022-12-10_11:00:24.361697)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:00:26.559235 run osmo-stp_10.42.42.5(pid=32318): stderr: \u000a| �[0;m�[38;5;43m20221210110024712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210110024712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210110024712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210110024713 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210110024713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210110024713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210110024713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:00:26.716486 run patchelf(pid=32322): Terminating (SIGINT)\u000a11:00:26.901432 run patchelf(pid=32322): Terminated: ok {rc=0}\u000a11:00:26.935369 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=32318): Process ended prematurely: osmo-stp_10.42.42.5(pid=32318) [trial-2373↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32318)] [trial-2373↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22]\u000a11:00:26.945751 tst ping.py:22: Test FAILED (7.0 sec)\u000a11:00:27.014288 run osmo-hlr_10.42.42.2(pid=32141): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32141)]\u000a11:00:27.070505 run osmo-hlr_10.42.42.2(pid=32141): stdout: \u000a| (launched: 2022-12-10_11:00:23.250077) \u000a11:00:27.125409 run osmo-hlr_10.42.42.2(pid=32141): stderr: \u000a| �[0;m�[1;31m20221210110023518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210110023518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210110023518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110023518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110023518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210110023518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210110023543 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210110023573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210110023574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210110023574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:00:27.172156 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32140): Terminating (SIGTERM)\u000a11:00:27.219223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32243): Terminating (SIGTERM)\u000a11:00:27.263913 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32321): Terminating (SIGTERM)\u000a11:00:27.275909 --- ParallelTerminationStrategy: PID 32140 died...\u000a11:00:27.337741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32140): Terminated: ok {rc=0}\u000a11:00:27.348878 --- ParallelTerminationStrategy: PID 32243 died...\u000a11:00:27.408497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32243): Terminated: ok {rc=0}\u000a11:00:27.419605 --- ParallelTerminationStrategy: PID 32321 died...\u000a11:00:27.480148 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32321): Terminated: ok {rc=0}\u000a11:00:27.573601 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32330): Process ended prematurely: osmo-stp_10.42.42.5(pid=32330) [trial-2373↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32330)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32330): Process ended prematurely: osmo-stp_10.42.42.5(pid=32330) [trial-2373↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32330)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a11:00:28.627372 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:00:28.639431 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:00:28.797418 tst ping_idle_ping.py: using LAC 27930\u000a11:00:28.918875 tst ping_idle_ping.py: using RAC 135\u000a11:00:29.040381 tst ping_idle_ping.py: using CellId 27930\u000a11:00:29.182432 tst ping_idle_ping.py: using BVCI 27931\u000a11:00:29.205869 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:00:29.217524 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:00:29.228982 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:00:29.240455 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:00:29.251961 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:00:29.264134 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:00:29.275361 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:00:29.286458 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:00:29.561678 tst ping_idle_ping.py:24: start network...\u000a11:00:29.685753 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:00:30.166207 run create_hlr_db(pid=32324): Launched\u000a11:00:30.339369 bus /gobi_6: Setting Powered False\u000a11:00:31.375330 run create_hlr_db(pid=32324): Terminated: ok {rc=0}\u000a11:00:31.821954 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32326): Launched\u000a11:00:32.163994 run osmo-hlr_10.42.42.2(pid=32327): Launched\u000a11:00:32.284299 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:00:32.844700 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32329): Launched\u000a11:00:33.163457 run osmo-stp_10.42.42.5(pid=32330): Launched\u000a11:00:33.279882 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:00:33.838275 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32332): Launched\u000a11:00:33.952206 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:00:34.231272 run patchelf(pid=32333): Launched\u000a11:00:34.418700 run osmo-stp_10.42.42.5(pid=32330): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32330)]\u000a11:00:34.555304 run osmo-stp_10.42.42.5(pid=32330): stdout: \u000a| (launched: 2022-12-10_11:00:33.006493)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:00:34.692398 run osmo-stp_10.42.42.5(pid=32330): stderr: \u000a| �[0;m�[38;5;43m20221210110033201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210110033201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210110033201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210110033202 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210110033204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210110033204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210110033204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:00:34.824536 run osmo-stp_10.42.42.5(pid=32330): stdout: \u000a| (launched: 2022-12-10_11:00:33.006493)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:00:34.955240 run osmo-stp_10.42.42.5(pid=32330): stderr: \u000a| �[0;m�[38;5;43m20221210110033201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210110033201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210110033201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210110033202 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210110033204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210110033204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210110033204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:00:35.107957 run patchelf(pid=32333): Terminating (SIGINT)\u000a11:00:35.288112 run patchelf(pid=32333): Terminated: ok {rc=0}\u000a11:00:35.320751 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=32330): Process ended prematurely: osmo-stp_10.42.42.5(pid=32330) [trial-2373↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32330)] [trial-2373↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a11:00:35.330000 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a11:00:35.394081 run osmo-hlr_10.42.42.2(pid=32327): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32327)]\u000a11:00:35.445583 run osmo-hlr_10.42.42.2(pid=32327): stdout: \u000a| (launched: 2022-12-10_11:00:31.988415) \u000a11:00:35.497883 run osmo-hlr_10.42.42.2(pid=32327): stderr: \u000a| �[0;m�[1;31m20221210110032252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210110032252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210110032252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110032252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110032252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210110032252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210110032265 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210110032274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210110032274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210110032274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:00:35.542151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32326): Terminating (SIGTERM)\u000a11:00:35.584448 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32329): Terminating (SIGTERM)\u000a11:00:35.627077 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32332): Terminating (SIGTERM)\u000a11:00:35.636933 --- ParallelTerminationStrategy: PID 32326 died...\u000a11:00:35.693346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32326): Terminated: ok {rc=0}\u000a11:00:35.703613 --- ParallelTerminationStrategy: PID 32329 died...\u000a11:00:35.759748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32329): Terminated: ok {rc=0}\u000a11:00:35.770050 --- ParallelTerminationStrategy: PID 32332 died...\u000a11:00:35.825899 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32332): Terminated: ok {rc=0}\u000a11:00:35.914623 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "157", "name" : "gprs_nanobts+band-900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T10:59:37" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32348): Process ended prematurely: osmo-stp_10.42.42.5(pid=32348) [trial-2373↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32348)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32348): Process ended prematurely: osmo-stp_10.42.42.5(pid=32348) [trial-2373↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32348)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:00:38.079330 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:00:38.090693 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a11:00:38.227895 tst cs_paging_gprs_active.py: using LAC 27931\u000a11:00:38.344428 tst cs_paging_gprs_active.py: using RAC 136\u000a11:00:38.459968 tst cs_paging_gprs_active.py: using CellId 27931\u000a11:00:38.577848 tst cs_paging_gprs_active.py: using BVCI 27932\u000a11:00:38.600559 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:00:38.611850 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:00:38.623042 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:00:38.634269 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:00:38.645377 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:00:38.656378 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:00:38.667645 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:00:38.678717 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:00:38.690079 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a11:00:38.808406 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a11:00:39.085878 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:00:39.211421 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:00:39.523419 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32338): Launched\u000a11:00:39.780813 run iperf3-srv_10.42.42.10(pid=32339): Launched\u000a11:00:39.965421 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:00:40.090818 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:00:40.403432 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32340): Launched\u000a11:00:40.660931 run iperf3-srv_10.42.42.10(pid=32341): Launched\u000a11:00:40.843279 tst cs_paging_gprs_active.py:38: start network...\u000a11:00:40.967400 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:00:41.450901 run create_hlr_db(pid=32342): Launched\u000a11:00:41.625543 bus /gobi_6: Setting Powered False\u000a11:00:42.646472 run create_hlr_db(pid=32342): Terminated: ok {rc=0}\u000a11:00:43.072053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32344): Launched\u000a11:00:43.391858 run osmo-hlr_10.42.42.2(pid=32345): Launched\u000a11:00:43.512062 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:00:44.068924 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32347): Launched\u000a11:00:44.389620 run osmo-stp_10.42.42.5(pid=32348): Launched\u000a11:00:44.509889 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:00:45.067189 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32350): Launched\u000a11:00:45.181895 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:00:45.463448 run patchelf(pid=32351): Launched\u000a11:00:45.651381 run osmo-stp_10.42.42.5(pid=32348): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32348)]\u000a11:00:45.788492 run osmo-stp_10.42.42.5(pid=32348): stdout: \u000a| (launched: 2022-12-10_11:00:44.232563)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:00:45.934361 run osmo-stp_10.42.42.5(pid=32348): stderr: \u000a| �[0;m�[38;5;43m20221210110044424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210110044424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210110044424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210110044425 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210110044425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210110044425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210110044425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:00:46.070415 run osmo-stp_10.42.42.5(pid=32348): stdout: \u000a| (launched: 2022-12-10_11:00:44.232563)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:00:46.205221 run osmo-stp_10.42.42.5(pid=32348): stderr: \u000a| �[0;m�[38;5;43m20221210110044424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210110044424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210110044424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210110044425 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210110044425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210110044425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210110044425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:00:46.363073 run patchelf(pid=32351): Terminating (SIGINT)\u000a11:00:46.547406 run patchelf(pid=32351): Terminated: ok {rc=0}\u000a11:00:46.582057 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=32348): Process ended prematurely: osmo-stp_10.42.42.5(pid=32348) [trial-2373↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32348)] [trial-2373↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a11:00:46.592925 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a11:00:46.660458 run osmo-hlr_10.42.42.2(pid=32345): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32345)]\u000a11:00:46.714321 run osmo-hlr_10.42.42.2(pid=32345): stdout: \u000a| (launched: 2022-12-10_11:00:43.234962) \u000a11:00:46.769168 run osmo-hlr_10.42.42.2(pid=32345): stderr: \u000a| �[0;m�[1;31m20221210110043430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210110043430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210110043430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110043430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110043430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210110043430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210110043443 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210110043453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210110043454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210110043454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:00:46.815692 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32338): Terminating (SIGTERM)\u000a11:00:46.861854 run iperf3-srv_10.42.42.10(pid=32339): Terminating (SIGTERM)\u000a11:00:46.907565 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32340): Terminating (SIGTERM)\u000a11:00:46.952396 run iperf3-srv_10.42.42.10(pid=32341): Terminating (SIGTERM)\u000a11:00:46.998215 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32344): Terminating (SIGTERM)\u000a11:00:47.042228 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32347): Terminating (SIGTERM)\u000a11:00:47.086229 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32350): Terminating (SIGTERM)\u000a11:00:47.097386 --- ParallelTerminationStrategy: PID 32338 died...\u000a11:00:47.154717 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32338): Terminated: ok {rc=0}\u000a11:00:47.166619 --- ParallelTerminationStrategy: PID 32339 died...\u000a11:00:47.225243 run iperf3-srv_10.42.42.10(pid=32339): Terminated {rc=256}\u000a11:00:47.235321 --- ParallelTerminationStrategy: PID 32340 died...\u000a11:00:47.292020 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32340): Terminated: ok {rc=0}\u000a11:00:47.302114 --- ParallelTerminationStrategy: PID 32341 died...\u000a11:00:47.358023 run iperf3-srv_10.42.42.10(pid=32341): Terminated {rc=256}\u000a11:00:47.368776 --- ParallelTerminationStrategy: PID 32344 died...\u000a11:00:47.425382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32344): Terminated: ok {rc=0}\u000a11:00:47.435422 --- ParallelTerminationStrategy: PID 32347 died...\u000a11:00:47.492115 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32347): Terminated: ok {rc=0}\u000a11:00:47.502342 --- ParallelTerminationStrategy: PID 32350 died...\u000a11:00:47.559319 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32350): Terminated: ok {rc=0}\u000a11:00:47.645733 bus /gobi_0: Setting Powered False\u000a11:00:48.753844 bus /gobi_0: Setting Powered False\u000a11:00:49.866092 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32360): Process ended prematurely: osmo-stp_10.42.42.5(pid=32360) [trial-2373↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32360)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32360): Process ended prematurely: osmo-stp_10.42.42.5(pid=32360) [trial-2373↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32360)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a11:00:50.976193 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:00:50.988128 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a11:00:51.131364 tst iperf3.py: using LAC 27932\u000a11:00:51.262607 tst iperf3.py: using RAC 137\u000a11:00:51.386374 tst iperf3.py: using CellId 27932\u000a11:00:51.510223 tst iperf3.py: using BVCI 27933\u000a11:00:51.534904 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:00:51.546883 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:00:51.558612 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:00:51.570841 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:00:51.582811 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:00:51.594806 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:00:51.606958 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:00:51.618418 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:00:51.630533 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a11:00:51.924654 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:00:52.058266 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:00:52.388720 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32352): Launched\u000a11:00:52.663033 run iperf3-srv_10.42.42.10(pid=32353): Launched\u000a11:00:52.858808 tst iperf3.py:8: start network...\u000a11:00:52.992492 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:00:53.495051 run create_hlr_db(pid=32354): Launched\u000a11:00:53.681534 bus /gobi_6: Setting Powered False\u000a11:00:54.701317 run create_hlr_db(pid=32354): Terminated: ok {rc=0}\u000a11:00:55.104340 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32356): Launched\u000a11:00:55.405374 run osmo-hlr_10.42.42.2(pid=32357): Launched\u000a11:00:55.516648 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:00:56.037305 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32359): Launched\u000a11:00:56.336535 run osmo-stp_10.42.42.5(pid=32360): Launched\u000a11:00:56.446026 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:00:56.968584 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32362): Launched\u000a11:00:57.074907 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:00:57.336110 run patchelf(pid=32363): Launched\u000a11:00:57.512203 run osmo-stp_10.42.42.5(pid=32360): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32360)]\u000a11:00:57.641496 run osmo-stp_10.42.42.5(pid=32360): stdout: \u000a| (launched: 2022-12-10_11:00:56.189278)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:00:57.770791 run osmo-stp_10.42.42.5(pid=32360): stderr: \u000a| �[0;m�[38;5;43m20221210110056357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210110056358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210110056358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210110056358 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210110056360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210110056361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210110056361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:00:57.894863 run osmo-stp_10.42.42.5(pid=32360): stdout: \u000a| (launched: 2022-12-10_11:00:56.189278)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:00:58.017904 run osmo-stp_10.42.42.5(pid=32360): stderr: \u000a| �[0;m�[38;5;43m20221210110056357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210110056358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210110056358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210110056358 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210110056360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210110056361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210110056361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:00:58.161686 run patchelf(pid=32363): Terminating (SIGINT)\u000a11:00:58.330468 run patchelf(pid=32363): Terminated: ok {rc=0}\u000a11:00:58.361477 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32360): Process ended prematurely: osmo-stp_10.42.42.5(pid=32360) [trial-2373↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32360)] [trial-2373↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a11:00:58.370667 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a11:00:58.430285 run osmo-hlr_10.42.42.2(pid=32357): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32357)]\u000a11:00:58.479226 run osmo-hlr_10.42.42.2(pid=32357): stdout: \u000a| (launched: 2022-12-10_11:00:55.257535) \u000a11:00:58.528638 run osmo-hlr_10.42.42.2(pid=32357): stderr: \u000a| �[0;m�[1;31m20221210110055434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210110055434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210110055434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110055434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110055435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210110055435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210110055446 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210110055455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210110055455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210110055455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:00:58.578658 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32352): Terminating (SIGTERM)\u000a11:00:58.625417 run iperf3-srv_10.42.42.10(pid=32353): Terminating (SIGTERM)\u000a11:00:58.664811 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32356): Terminating (SIGTERM)\u000a11:00:58.704185 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32359): Terminating (SIGTERM)\u000a11:00:58.743711 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32362): Terminating (SIGTERM)\u000a11:00:58.752692 --- ParallelTerminationStrategy: PID 32352 died...\u000a11:00:58.805975 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32352): Terminated: ok {rc=0}\u000a11:00:58.815317 --- ParallelTerminationStrategy: PID 32353 died...\u000a11:00:58.867657 run iperf3-srv_10.42.42.10(pid=32353): Terminated {rc=256}\u000a11:00:58.877080 --- ParallelTerminationStrategy: PID 32356 died...\u000a11:00:58.929594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32356): Terminated: ok {rc=0}\u000a11:00:58.939022 --- ParallelTerminationStrategy: PID 32359 died...\u000a11:00:58.991632 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32359): Terminated: ok {rc=0}\u000a11:00:59.001075 --- ParallelTerminationStrategy: PID 32362 died...\u000a11:00:59.053358 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32362): Terminated: ok {rc=0}\u000a11:00:59.140812 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32378): Process ended prematurely: osmo-stp_10.42.42.5(pid=32378) [trial-2373↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32378)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32378): Process ended prematurely: osmo-stp_10.42.42.5(pid=32378) [trial-2373↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32378)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a11:01:00.250409 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:01:00.262480 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a11:01:00.411873 tst iperf3m4.py: using LAC 27933\u000a11:01:00.536106 tst iperf3m4.py: using RAC 138\u000a11:01:00.664672 tst iperf3m4.py: using CellId 27933\u000a11:01:00.788467 tst iperf3m4.py: using BVCI 27934\u000a11:01:00.813174 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:01:00.824877 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:01:00.837709 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:01:00.850825 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:01:00.863163 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:01:00.876350 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:01:00.889794 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:01:00.905228 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:01:00.919388 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a11:01:01.052341 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a11:01:01.187470 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a11:01:01.307854 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a11:01:01.618671 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:01:01.749143 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:01:02.089336 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32364): Launched\u000a11:01:02.370965 run iperf3-srv_10.42.42.10(pid=32365): Launched\u000a11:01:02.568179 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:01:02.702839 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:01:03.034743 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32366): Launched\u000a11:01:03.310018 run iperf3-srv_10.42.42.10(pid=32367): Launched\u000a11:01:03.506100 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:01:03.640510 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:01:03.972866 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32368): Launched\u000a11:01:04.248022 run iperf3-srv_10.42.42.10(pid=32369): Launched\u000a11:01:04.444459 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:01:04.578338 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:01:04.908780 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32370): Launched\u000a11:01:05.182776 run iperf3-srv_10.42.42.10(pid=32371): Launched\u000a11:01:05.379368 tst iperf3m4.py:8: start network...\u000a11:01:05.513040 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:01:06.015734 run create_hlr_db(pid=32372): Launched\u000a11:01:06.201754 bus /gobi_6: Setting Powered False\u000a11:01:07.222485 run create_hlr_db(pid=32372): Terminated: ok {rc=0}\u000a11:01:07.625321 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32374): Launched\u000a11:01:07.924631 run osmo-hlr_10.42.42.2(pid=32375): Launched\u000a11:01:08.034565 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:01:08.554717 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32377): Launched\u000a11:01:08.855429 run osmo-stp_10.42.42.5(pid=32378): Launched\u000a11:01:08.964742 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:01:09.489895 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32380): Launched\u000a11:01:09.596165 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:01:09.857700 run patchelf(pid=32381): Launched\u000a11:01:10.033796 run osmo-stp_10.42.42.5(pid=32378): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32378)]\u000a11:01:10.162543 run osmo-stp_10.42.42.5(pid=32378): stdout: \u000a| (launched: 2022-12-10_11:01:08.707321)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:01:10.291623 run osmo-stp_10.42.42.5(pid=32378): stderr: \u000a| �[0;m�[38;5;43m20221210110108879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210110108879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210110108879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210110108879 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210110108880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210110108880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210110108880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:01:10.415687 run osmo-stp_10.42.42.5(pid=32378): stdout: \u000a| (launched: 2022-12-10_11:01:08.707321)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:01:10.538478 run osmo-stp_10.42.42.5(pid=32378): stderr: \u000a| �[0;m�[38;5;43m20221210110108879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210110108879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210110108879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210110108879 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210110108880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210110108880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210110108880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:01:10.682255 run patchelf(pid=32381): Terminating (SIGINT)\u000a11:01:10.851340 run patchelf(pid=32381): Terminated: ok {rc=0}\u000a11:01:10.882504 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32378): Process ended prematurely: osmo-stp_10.42.42.5(pid=32378) [trial-2373↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32378)] [trial-2373↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a11:01:10.891784 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a11:01:10.951266 run osmo-hlr_10.42.42.2(pid=32375): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32375)]\u000a11:01:10.999571 run osmo-hlr_10.42.42.2(pid=32375): stdout: \u000a| (launched: 2022-12-10_11:01:07.777083) \u000a11:01:11.048529 run osmo-hlr_10.42.42.2(pid=32375): stderr: \u000a| �[0;m�[1;31m20221210110107955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210110107955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210110107955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110107955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110107955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210110107956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210110107968 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210110107979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210110107979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210110107979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:01:11.090261 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32364): Terminating (SIGTERM)\u000a11:01:11.129558 run iperf3-srv_10.42.42.10(pid=32365): Terminating (SIGTERM)\u000a11:01:11.168913 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32366): Terminating (SIGTERM)\u000a11:01:11.208028 run iperf3-srv_10.42.42.10(pid=32367): Terminating (SIGTERM)\u000a11:01:11.247393 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32368): Terminating (SIGTERM)\u000a11:01:11.286662 run iperf3-srv_10.42.42.10(pid=32369): Terminating (SIGTERM)\u000a11:01:11.326003 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32370): Terminating (SIGTERM)\u000a11:01:11.365200 run iperf3-srv_10.42.42.10(pid=32371): Terminating (SIGTERM)\u000a11:01:11.404452 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32374): Terminating (SIGTERM)\u000a11:01:11.443707 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32377): Terminating (SIGTERM)\u000a11:01:11.482920 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32380): Terminating (SIGTERM)\u000a11:01:11.492011 --- ParallelTerminationStrategy: PID 32364 died...\u000a11:01:11.544866 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32364): Terminated: ok {rc=0}\u000a11:01:11.554407 --- ParallelTerminationStrategy: PID 32365 died...\u000a11:01:11.606557 run iperf3-srv_10.42.42.10(pid=32365): Terminated {rc=256}\u000a11:01:11.615799 --- ParallelTerminationStrategy: PID 32366 died...\u000a11:01:11.668830 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32366): Terminated: ok {rc=0}\u000a11:01:11.678291 --- ParallelTerminationStrategy: PID 32367 died...\u000a11:01:11.730531 run iperf3-srv_10.42.42.10(pid=32367): Terminated {rc=256}\u000a11:01:11.739927 --- ParallelTerminationStrategy: PID 32368 died...\u000a11:01:11.792031 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32368): Terminated: ok {rc=0}\u000a11:01:11.801837 --- ParallelTerminationStrategy: PID 32369 died...\u000a11:01:11.854237 run iperf3-srv_10.42.42.10(pid=32369): Terminated {rc=256}\u000a11:01:11.863595 --- ParallelTerminationStrategy: PID 32370 died...\u000a11:01:11.915949 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32370): Terminated: ok {rc=0}\u000a11:01:11.925424 --- ParallelTerminationStrategy: PID 32371 died...\u000a11:01:11.977644 run iperf3-srv_10.42.42.10(pid=32371): Terminated {rc=256}\u000a11:01:11.987133 --- ParallelTerminationStrategy: PID 32374 died...\u000a11:01:12.040050 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32374): Terminated: ok {rc=0}\u000a11:01:12.049765 --- ParallelTerminationStrategy: PID 32377 died...\u000a11:01:12.102097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32377): Terminated: ok {rc=0}\u000a11:01:12.111668 --- ParallelTerminationStrategy: PID 32380 died...\u000a11:01:12.164177 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32380): Terminated: ok {rc=0}\u000a11:01:12.252269 bus /gobi_4: Setting Powered False\u000a11:01:13.359000 bus /gobi_4: Setting Powered False\u000a11:01:14.471707 bus /gobi_1: Setting Powered False\u000a11:01:15.574097 bus /gobi_1: Setting Powered False\u000a11:01:16.688838 bus /gobi_0: Setting Powered False\u000a11:01:17.793175 bus /gobi_0: Setting Powered False\u000a11:01:18.900906 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32388): Process ended prematurely: osmo-stp_10.42.42.5(pid=32388) [trial-2373↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32388)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32388): Process ended prematurely: osmo-stp_10.42.42.5(pid=32388) [trial-2373↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32388)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a11:01:19.970294 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:01:19.982821 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a11:01:20.126709 tst ping.py: using LAC 27934\u000a11:01:20.250292 tst ping.py: using RAC 139\u000a11:01:20.373714 tst ping.py: using CellId 27934\u000a11:01:20.500799 tst ping.py: using BVCI 27935\u000a11:01:20.525399 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:01:20.537369 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:01:20.549214 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:01:20.561533 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:01:20.573861 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:01:20.585869 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:01:20.597982 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:01:20.609897 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a11:01:20.882441 tst ping.py:19: start network...\u000a11:01:21.004144 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:01:21.476731 run create_hlr_db(pid=32382): Launched\u000a11:01:21.647247 bus /gobi_6: Setting Powered False\u000a11:01:22.667431 run create_hlr_db(pid=32382): Terminated: ok {rc=0}\u000a11:01:23.059982 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32384): Launched\u000a11:01:23.353746 run osmo-hlr_10.42.42.2(pid=32385): Launched\u000a11:01:23.461191 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:01:23.973966 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32387): Launched\u000a11:01:24.268848 run osmo-stp_10.42.42.5(pid=32388): Launched\u000a11:01:24.376470 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:01:24.889619 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32390): Launched\u000a11:01:24.993804 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:01:25.250351 run patchelf(pid=32391): Launched\u000a11:01:25.423211 run osmo-stp_10.42.42.5(pid=32388): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32388)]\u000a11:01:25.549541 run osmo-stp_10.42.42.5(pid=32388): stdout: \u000a| (launched: 2022-12-10_11:01:24.123631)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:01:25.676241 run osmo-stp_10.42.42.5(pid=32388): stderr: \u000a| �[0;m�[38;5;43m20221210110124293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210110124294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210110124294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210110124294 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210110124295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210110124295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210110124295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:01:25.799093 run osmo-stp_10.42.42.5(pid=32388): stdout: \u000a| (launched: 2022-12-10_11:01:24.123631)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:01:25.919712 run osmo-stp_10.42.42.5(pid=32388): stderr: \u000a| �[0;m�[38;5;43m20221210110124293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210110124294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210110124294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210110124294 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210110124295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210110124295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210110124295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:01:26.060849 run patchelf(pid=32391): Terminating (SIGINT)\u000a11:01:26.226773 run patchelf(pid=32391): Terminated: ok {rc=0}\u000a11:01:26.257037 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=32388): Process ended prematurely: osmo-stp_10.42.42.5(pid=32388) [trial-2373↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32388)] [trial-2373↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a11:01:26.265572 tst ping.py:22: Test FAILED (6.3 sec)\u000a11:01:26.324672 run osmo-hlr_10.42.42.2(pid=32385): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32385)]\u000a11:01:26.373162 run osmo-hlr_10.42.42.2(pid=32385): stdout: \u000a| (launched: 2022-12-10_11:01:23.209864) \u000a11:01:26.422988 run osmo-hlr_10.42.42.2(pid=32385): stderr: \u000a| �[0;m�[1;31m20221210110123386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210110123387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210110123387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110123387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110123387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210110123387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210110123399 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210110123409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210110123409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210110123410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:01:26.464982 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32384): Terminating (SIGTERM)\u000a11:01:26.504205 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32387): Terminating (SIGTERM)\u000a11:01:26.543405 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32390): Terminating (SIGTERM)\u000a11:01:26.552485 --- ParallelTerminationStrategy: PID 32384 died...\u000a11:01:26.605540 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32384): Terminated: ok {rc=0}\u000a11:01:26.615270 --- ParallelTerminationStrategy: PID 32387 died...\u000a11:01:26.667566 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32387): Terminated: ok {rc=0}\u000a11:01:26.677113 --- ParallelTerminationStrategy: PID 32390 died...\u000a11:01:26.729449 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32390): Terminated: ok {rc=0}\u000a11:01:26.817435 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32398): Process ended prematurely: osmo-stp_10.42.42.5(pid=32398) [trial-2373↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32398)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32398): Process ended prematurely: osmo-stp_10.42.42.5(pid=32398) [trial-2373↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32398)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a11:01:27.868760 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:01:27.881247 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a11:01:28.020813 tst ping_idle_ping.py: using LAC 27935\u000a11:01:28.137679 tst ping_idle_ping.py: using RAC 140\u000a11:01:28.252179 tst ping_idle_ping.py: using CellId 27935\u000a11:01:28.367310 tst ping_idle_ping.py: using BVCI 27936\u000a11:01:28.389948 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:01:28.401522 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:01:28.412592 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:01:28.423869 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:01:28.435164 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:01:28.446402 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:01:28.457721 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:01:28.468920 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a11:01:28.757796 tst ping_idle_ping.py:24: start network...\u000a11:01:28.890708 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:01:29.392005 run create_hlr_db(pid=32392): Launched\u000a11:01:29.578032 bus /gobi_6: Setting Powered False\u000a11:01:30.598244 run create_hlr_db(pid=32392): Terminated: ok {rc=0}\u000a11:01:31.033660 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32394): Launched\u000a11:01:31.484844 run osmo-hlr_10.42.42.2(pid=32395): Launched\u000a11:01:31.682369 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:01:32.266353 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32397): Launched\u000a11:01:32.563275 run osmo-stp_10.42.42.5(pid=32398): Launched\u000a11:01:32.676375 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:01:33.195362 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32400): Launched\u000a11:01:33.300655 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:01:33.558808 run patchelf(pid=32401): Launched\u000a11:01:33.732732 run osmo-stp_10.42.42.5(pid=32398): ERR: Terminated: ERROR {rc=1} [trial-2373↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32398)]\u000a11:01:33.861300 run osmo-stp_10.42.42.5(pid=32398): stdout: \u000a| (launched: 2022-12-10_11:01:32.417668)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:01:33.989124 run osmo-stp_10.42.42.5(pid=32398): stderr: \u000a| �[0;m�[38;5;43m20221210110132587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210110132587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210110132588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210110132588 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210110132588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210110132589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210110132589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:01:34.112252 run osmo-stp_10.42.42.5(pid=32398): stdout: \u000a| (launched: 2022-12-10_11:01:32.417668)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:01:34.233745 run osmo-stp_10.42.42.5(pid=32398): stderr: \u000a| �[0;m�[38;5;43m20221210110132587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210110132587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210110132588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210110132588 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210110132588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210110132589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210110132589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:01:34.376496 run patchelf(pid=32401): Terminating (SIGINT)\u000a11:01:34.544842 run patchelf(pid=32401): Terminated: ok {rc=0}\u000a11:01:34.575389 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=32398): Process ended prematurely: osmo-stp_10.42.42.5(pid=32398) [trial-2373↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32398)] [trial-2373↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a11:01:34.583943 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a11:01:34.643821 run osmo-hlr_10.42.42.2(pid=32395): ERR: Terminated: ERROR {rc=237} [trial-2373↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32395)]\u000a11:01:34.693088 run osmo-hlr_10.42.42.2(pid=32395): stdout: \u000a| (launched: 2022-12-10_11:01:31.188522) \u000a11:01:34.743015 run osmo-hlr_10.42.42.2(pid=32395): stderr: \u000a| �[0;m�[1;31m20221210110131430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210110131430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210110131430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110131430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110131430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210110131430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210110131447 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210110131458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210110131458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210110131459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:01:34.785667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32394): Terminating (SIGTERM)\u000a11:01:34.825784 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32397): Terminating (SIGTERM)\u000a11:01:34.865916 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32400): Terminating (SIGTERM)\u000a11:01:34.875189 --- ParallelTerminationStrategy: PID 32394 died...\u000a11:01:34.928693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32394): Terminated: ok {rc=0}\u000a11:01:34.938449 --- ParallelTerminationStrategy: PID 32397 died...\u000a11:01:34.991703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32397): Terminated: ok {rc=0}\u000a11:01:35.001422 --- ParallelTerminationStrategy: PID 32400 died...\u000a11:01:35.054725 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32400): Terminated: ok {rc=0}\u000a11:01:35.143686 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "158", "name" : "gprs_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:00:37" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32411): Process ended prematurely: osmo-stp_10.42.42.5(pid=32411) [trial-2373↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32411)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32411): Process ended prematurely: osmo-stp_10.42.42.5(pid=32411) [trial-2373↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32411)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a11:01:37.187677 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:01:37.199408 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a11:01:37.358190 tst switch_tch_pdch.py: using LAC 27936\u000a11:01:37.481932 tst switch_tch_pdch.py: using RAC 141\u000a11:01:37.604479 tst switch_tch_pdch.py: using CellId 27936\u000a11:01:37.731279 tst switch_tch_pdch.py: using BVCI 27937\u000a11:01:37.755706 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:01:37.767750 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:01:37.780016 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:01:37.792270 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:01:37.804045 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:01:37.816103 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:01:37.828826 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:01:37.841257 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:01:37.956861 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:01:38.246322 tst switch_tch_pdch.py:51: start network...\u000a11:01:38.378528 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:01:38.870630 run create_hlr_db(pid=32405): Launched\u000a11:01:39.054394 bus /gobi_6: Setting Powered False\u000a11:01:40.069076 run create_hlr_db(pid=32405): Terminated: ok {rc=0}\u000a11:01:40.464830 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32407): Launched\u000a11:01:40.758281 run osmo-hlr_10.42.42.2(pid=32408): Launched\u000a11:01:40.872486 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:01:41.393954 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32410): Launched\u000a11:01:41.688724 run osmo-stp_10.42.42.5(pid=32411): Launched\u000a11:01:41.796373 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:01:42.314329 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32413): Launched\u000a11:01:42.419100 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:01:42.676779 run patchelf(pid=32414): Launched\u000a11:01:42.850117 run osmo-stp_10.42.42.5(pid=32411): ERR: Terminated: ERROR {rc=1} [trial-2373↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32411)]\u000a11:01:42.976750 run osmo-stp_10.42.42.5(pid=32411): stdout: \u000a| (launched: 2022-12-10_11:01:41.543559)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:01:43.103721 run osmo-stp_10.42.42.5(pid=32411): stderr: \u000a| �[0;m�[38;5;43m20221210110141713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210110141713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210110141713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210110141714 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210110141714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210110141714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210110141714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:01:43.226064 run osmo-stp_10.42.42.5(pid=32411): stdout: \u000a| (launched: 2022-12-10_11:01:41.543559)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:01:43.347578 run osmo-stp_10.42.42.5(pid=32411): stderr: \u000a| �[0;m�[38;5;43m20221210110141713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210110141713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210110141713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210110141714 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210110141714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210110141714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210110141714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:01:43.489314 run patchelf(pid=32414): Terminating (SIGINT)\u000a11:01:43.655090 run patchelf(pid=32414): Terminated: ok {rc=0}\u000a11:01:43.685405 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=32411): Process ended prematurely: osmo-stp_10.42.42.5(pid=32411) [trial-2373↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32411)] [trial-2373↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a11:01:43.693965 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a11:01:43.752633 run osmo-hlr_10.42.42.2(pid=32408): ERR: Terminated: ERROR {rc=237} [trial-2373↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32408)]\u000a11:01:43.801177 run osmo-hlr_10.42.42.2(pid=32408): stdout: \u000a| (launched: 2022-12-10_11:01:40.613920) \u000a11:01:43.850354 run osmo-hlr_10.42.42.2(pid=32408): stderr: \u000a| �[0;m�[1;31m20221210110140789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210110140789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210110140790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110140790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110140790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210110140790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210110140803 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210110140813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210110140813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210110140813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:01:43.892567 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32407): Terminating (SIGTERM)\u000a11:01:43.932093 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32410): Terminating (SIGTERM)\u000a11:01:43.971431 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32413): Terminating (SIGTERM)\u000a11:01:43.980403 --- ParallelTerminationStrategy: PID 32407 died...\u000a11:01:44.033107 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32407): Terminated: ok {rc=0}\u000a11:01:44.042474 --- ParallelTerminationStrategy: PID 32410 died...\u000a11:01:44.094745 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32410): Terminated: ok {rc=0}\u000a11:01:44.104048 --- ParallelTerminationStrategy: PID 32413 died...\u000a11:01:44.156565 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32413): Terminated: ok {rc=0}\u000a11:01:44.244734 bus /gobi_0: Setting Powered False\u000a11:01:45.346680 bus /gobi_0: Setting Powered False\u000a11:01:46.458620 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "159", "name" : "dynts_nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:01:36" }, { "cases" : [ { "testActions" : [ ], "age" : 202, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=32420): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32420) [trial-2373↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32420)]", "failedSince" : 2172, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_acceptall.py\", line 18, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=32420): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32420) [trial-2373↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32420)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 nitb_smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a11:01:48.291605 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a11:01:48.404368 tst esme_connect_policy_acceptall.py: using MSISDN 7695\u000a11:01:48.547198 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a11:01:49.150799 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32419): Launched\u000a11:01:49.467740 run osmo-nitb_10.42.42.2(pid=32420): Launched\u000a11:01:49.664201 run osmo-nitb_10.42.42.2(pid=32420): ERR: Terminated: ERROR {rc=2} [trial-2373↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32420)]\u000a11:01:49.809382 run osmo-nitb_10.42.42.2(pid=32420): stdout: \u000a| (launched: 2022-12-10_11:01:49.314330) \u000a11:01:49.954510 run osmo-nitb_10.42.42.2(pid=32420): stderr: \u000a| (launched: 2022-12-10_11:01:49.362176)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:01:50.095190 run osmo-nitb_10.42.42.2(pid=32420): stdout: \u000a| (launched: 2022-12-10_11:01:49.314330) \u000a11:01:50.235132 run osmo-nitb_10.42.42.2(pid=32420): stderr: \u000a| (launched: 2022-12-10_11:01:49.362176)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:01:50.597575 tst osmo-nitb_10.42.42.2(pid=32420): stdout: \u000a| (launched: 2022-12-10_11:01:49.314330) \u000a11:01:50.725959 tst osmo-nitb_10.42.42.2(pid=32420): stderr: \u000a| (launched: 2022-12-10_11:01:49.362176)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:01:50.781730 tst esme_connect_policy_acceptall.py:18: ERR: Error: osmo-nitb_10.42.42.2(pid=32420): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32420) [trial-2373↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32420)] [trial-2373↪nitb_smpp↪esme_connect_policy_acceptall.py:18]\u000a11:01:50.790454 tst esme_connect_policy_acceptall.py:18: Test FAILED (2.5 sec)\u000a11:01:50.827390 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32419): Terminating (SIGTERM)\u000a11:01:51.005069 --- ParallelTerminationStrategy: PID 32419 died...\u000a11:01:51.062738 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32419): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 202, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=32422): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32422) [trial-2373↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32422)]", "failedSince" : 2172, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_closed.py\", line 24, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=32422): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32422) [trial-2373↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32422)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 nitb_smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a11:01:51.077921 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a11:01:51.194881 tst esme_connect_policy_closed.py: using MSISDN 7696\u000a11:01:51.321899 tst esme_connect_policy_closed.py: using MSISDN 7697\u000a11:01:51.436535 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a11:01:52.044205 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32421): Launched\u000a11:01:52.363028 run osmo-nitb_10.42.42.2(pid=32422): Launched\u000a11:01:52.546575 run osmo-nitb_10.42.42.2(pid=32422): ERR: Terminated: ERROR {rc=2} [trial-2373↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32422)]\u000a11:01:52.680574 run osmo-nitb_10.42.42.2(pid=32422): stdout: \u000a| (launched: 2022-12-10_11:01:52.208185) \u000a11:01:52.814786 run osmo-nitb_10.42.42.2(pid=32422): stderr: \u000a| (launched: 2022-12-10_11:01:52.256525)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:01:52.944112 run osmo-nitb_10.42.42.2(pid=32422): stdout: \u000a| (launched: 2022-12-10_11:01:52.208185) \u000a11:01:53.072848 run osmo-nitb_10.42.42.2(pid=32422): stderr: \u000a| (launched: 2022-12-10_11:01:52.256525)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:01:53.129463 tst esme_connect_policy_closed.py:24: ERR: Error: osmo-nitb_10.42.42.2(pid=32422): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32422) [trial-2373↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32422)] [trial-2373↪nitb_smpp↪esme_connect_policy_closed.py:24]\u000a11:01:53.137756 tst esme_connect_policy_closed.py:24: Test FAILED (2.0 sec)\u000a11:01:53.174434 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32421): Terminating (SIGTERM)\u000a11:01:53.352072 --- ParallelTerminationStrategy: PID 32421 died...\u000a11:01:53.409474 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32421): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=32424): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32424) [trial-2373↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32424)]", "failedSince" : 2140, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_storeforward.py\", line 23, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=32424): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32424) [trial-2373↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32424)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 nitb_smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a11:01:53.424680 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a11:01:53.436323 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a11:01:53.566687 tst esme_ms_sms_storeforward.py: using LAC 27937\u000a11:01:53.693196 tst esme_ms_sms_storeforward.py: using RAC 142\u000a11:01:53.819246 tst esme_ms_sms_storeforward.py: using CellId 27937\u000a11:01:53.945062 tst esme_ms_sms_storeforward.py: using BVCI 27938\u000a11:01:53.969859 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a11:01:54.184093 tst esme_ms_sms_storeforward.py: using MSISDN 7698\u000a11:01:54.371048 tst esme_ms_sms_storeforward.py:20: start nitb and bts...\u000a11:01:54.497947 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a11:01:55.127024 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32423): Launched\u000a11:01:55.427027 run osmo-nitb_10.42.42.2(pid=32424): Launched\u000a11:01:55.599513 run osmo-nitb_10.42.42.2(pid=32424): ERR: Terminated: ERROR {rc=2} [trial-2373↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32424)]\u000a11:01:55.724855 run osmo-nitb_10.42.42.2(pid=32424): stdout: \u000a| (launched: 2022-12-10_11:01:55.281168) \u000a11:01:55.850894 run osmo-nitb_10.42.42.2(pid=32424): stderr: \u000a| (launched: 2022-12-10_11:01:55.326307)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:01:55.972528 run osmo-nitb_10.42.42.2(pid=32424): stdout: \u000a| (launched: 2022-12-10_11:01:55.281168) \u000a11:01:56.094584 run osmo-nitb_10.42.42.2(pid=32424): stderr: \u000a| (launched: 2022-12-10_11:01:55.326307)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:01:56.147521 tst esme_ms_sms_storeforward.py:23: ERR: Error: osmo-nitb_10.42.42.2(pid=32424): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32424) [trial-2373↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32424)] [trial-2373↪nitb_smpp↪esme_ms_sms_storeforward.py:23]\u000a11:01:56.155266 tst esme_ms_sms_storeforward.py:23: Test FAILED (2.7 sec)\u000a11:01:56.189392 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32423): Terminating (SIGTERM)\u000a11:01:56.366539 --- ParallelTerminationStrategy: PID 32423 died...\u000a11:01:56.421024 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32423): Terminated: ok {rc=0}\u000a11:01:56.509291 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 234, "className" : "nitb_smpp", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=32426): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32426) [trial-2373↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32426)]", "failedSince" : 2140, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_transaction.py\", line 21, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=32426): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32426) [trial-2373↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32426)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 nitb_smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a11:01:57.560066 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a11:01:57.571155 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a11:01:57.698339 tst esme_ms_sms_transaction.py: using LAC 27938\u000a11:01:57.816602 tst esme_ms_sms_transaction.py: using RAC 143\u000a11:01:57.937591 tst esme_ms_sms_transaction.py: using CellId 27938\u000a11:01:58.057068 tst esme_ms_sms_transaction.py: using BVCI 27939\u000a11:01:58.079794 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a11:01:58.302399 tst esme_ms_sms_transaction.py: using MSISDN 7699\u000a11:01:58.501663 tst esme_ms_sms_transaction.py:18: start nitb and bts...\u000a11:01:58.637810 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a11:01:59.299917 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32425): Launched\u000a11:01:59.616914 run osmo-nitb_10.42.42.2(pid=32426): Launched\u000a11:01:59.814628 run osmo-nitb_10.42.42.2(pid=32426): ERR: Terminated: ERROR {rc=2} [trial-2373↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32426)]\u000a11:01:59.960464 run osmo-nitb_10.42.42.2(pid=32426): stdout: \u000a| (launched: 2022-12-10_11:01:59.463082) \u000a11:02:00.106984 run osmo-nitb_10.42.42.2(pid=32426): stderr: \u000a| (launched: 2022-12-10_11:01:59.510647)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:02:00.249331 run osmo-nitb_10.42.42.2(pid=32426): stdout: \u000a| (launched: 2022-12-10_11:01:59.463082) \u000a11:02:00.389876 run osmo-nitb_10.42.42.2(pid=32426): stderr: \u000a| (launched: 2022-12-10_11:01:59.510647)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:02:00.747840 tst osmo-nitb_10.42.42.2(pid=32426): stdout: \u000a| (launched: 2022-12-10_11:01:59.463082) \u000a11:02:00.887566 tst osmo-nitb_10.42.42.2(pid=32426): stderr: \u000a| (launched: 2022-12-10_11:01:59.510647)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:02:00.952202 tst esme_ms_sms_transaction.py:21: ERR: Error: osmo-nitb_10.42.42.2(pid=32426): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32426) [trial-2373↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32426)] [trial-2373↪nitb_smpp↪esme_ms_sms_transaction.py:21]\u000a11:02:00.961261 tst esme_ms_sms_transaction.py:21: Test FAILED (3.4 sec)\u000a11:02:00.999290 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32425): Terminating (SIGTERM)\u000a11:02:01.177067 --- ParallelTerminationStrategy: PID 32425 died...\u000a11:02:01.234916 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32425): Terminated: ok {rc=0}\u000a11:02:01.325332 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 15.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "160", "name" : "nitb_smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:01:48" }, { "cases" : [ { "testActions" : [ ], "age" : 43, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=32435): Process ended prematurely: osmo-hlr_10.42.42.2(pid=32435) [trial-2373↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32435)]", "failedSince" : 2331, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_acceptall.py\", line 23, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=32435): Process ended prematurely: osmo-hlr_10.42.42.2(pid=32435) [trial-2373↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32435)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a11:02:03.128291 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:02:03.140165 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:02:03.151876 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:02:03.163779 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:02:03.279026 tst esme_connect_policy_acceptall.py: using MSISDN 7700\u000a11:02:03.395131 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a11:02:03.955363 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=32430): Launched\u000a11:02:04.277928 run osmo-stp_10.42.42.4(pid=32431): Launched\u000a11:02:04.394188 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:02:04.900469 run create_hlr_db(pid=32432): Launched\u000a11:02:05.088829 bus /sierra_2: Setting Powered False\u000a11:02:06.108507 run create_hlr_db(pid=32432): Terminated: ok {rc=0}\u000a11:02:06.513139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32434): Launched\u000a11:02:06.815088 run osmo-hlr_10.42.42.2(pid=32435): Launched\u000a11:02:06.925593 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a11:02:07.479511 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32437): Launched\u000a11:02:07.782294 run osmo-msc_10.42.42.5(pid=32438): Launched\u000a11:02:07.960899 run osmo-hlr_10.42.42.2(pid=32435): ERR: Terminated: ERROR {rc=237} [trial-2373↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32435)]\u000a11:02:08.090583 run osmo-hlr_10.42.42.2(pid=32435): stdout: \u000a| (launched: 2022-12-10_11:02:06.666775) \u000a11:02:08.216878 run osmo-hlr_10.42.42.2(pid=32435): stderr: \u000a| �[0;m�[1;31m20221210110206842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210110206842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210110206842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110206842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110206842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210110206842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210110206934 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210110206943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210110206943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210110206943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:02:08.338711 run osmo-hlr_10.42.42.2(pid=32435): stdout: \u000a| (launched: 2022-12-10_11:02:06.666775) \u000a11:02:08.459204 run osmo-hlr_10.42.42.2(pid=32435): stderr: \u000a| �[0;m�[1;31m20221210110206842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210110206842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210110206842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110206842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110206842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210110206842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210110206934 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210110206943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210110206943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210110206943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:02:08.511888 tst esme_connect_policy_acceptall.py:23: ERR: Error: osmo-hlr_10.42.42.2(pid=32435): Process ended prematurely: osmo-hlr_10.42.42.2(pid=32435) [trial-2373↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32435)] [trial-2373↪smpp↪esme_connect_policy_acceptall.py:23]\u000a11:02:08.519810 tst esme_connect_policy_acceptall.py:23: Test FAILED (5.4 sec)\u000a11:02:08.579048 run osmo-msc_10.42.42.5(pid=32438): ERR: Terminated: ERROR {rc=9} [trial-2373↪smpp↪esme_connect_policy_acceptall.py↪esme_connect_policy_acceptall.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=32438)]\u000a11:02:08.627858 run osmo-msc_10.42.42.5(pid=32438): stdout: \u000a| (launched: 2022-12-10_11:02:07.633431) \u000a11:02:08.677032 run osmo-msc_10.42.42.5(pid=32438): stderr: \u000a| �[0;m�[38;5;43m20221210110207945 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221210110207945 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221210110207945 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221210110207945 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221210110207945 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221210110207945 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221210110207946 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221210110207946 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221210110207946 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a11:02:08.718787 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=32430): Terminating (SIGTERM)\u000a11:02:08.758266 run osmo-stp_10.42.42.4(pid=32431): Terminating (SIGTERM)\u000a11:02:08.798934 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32434): Terminating (SIGTERM)\u000a11:02:08.839760 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32437): Terminating (SIGTERM)\u000a11:02:08.848888 --- ParallelTerminationStrategy: PID 32430 died...\u000a11:02:08.902397 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=32430): Terminated: ok {rc=0}\u000a11:02:08.911994 --- ParallelTerminationStrategy: PID 32431 died...\u000a11:02:08.964779 run osmo-stp_10.42.42.4(pid=32431): Terminated: ok {rc=0}\u000a11:02:08.974336 --- ParallelTerminationStrategy: PID 32434 died...\u000a11:02:09.027283 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32434): Terminated: ok {rc=0}\u000a11:02:09.036866 --- ParallelTerminationStrategy: PID 32437 died...\u000a11:02:09.089795 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32437): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 43, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=32446): Process ended prematurely: osmo-hlr_10.42.42.2(pid=32446) [trial-2373↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32446)]", "failedSince" : 2331, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_closed.py\", line 31, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=32446): Process ended prematurely: osmo-hlr_10.42.42.2(pid=32446) [trial-2373↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32446)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a11:02:09.103866 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:02:09.114805 tst smpp: Using 1 x bts (candidates: 1)\u000a11:02:09.265463 tst esme_connect_policy_closed.py: using LAC 27939\u000a11:02:09.382635 tst esme_connect_policy_closed.py: using RAC 144\u000a11:02:09.499961 tst esme_connect_policy_closed.py: using CellId 27939\u000a11:02:09.619176 tst esme_connect_policy_closed.py: using BVCI 27940\u000a11:02:09.642089 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:02:09.652365 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:02:09.662665 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:02:09.768841 tst esme_connect_policy_closed.py: using MSISDN 7701\u000a11:02:09.886909 tst esme_connect_policy_closed.py: using MSISDN 7702\u000a11:02:09.994705 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a11:02:10.521515 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=32441): Launched\u000a11:02:10.824296 run osmo-stp_10.42.42.4(pid=32442): Launched\u000a11:02:10.931755 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:02:11.416669 run create_hlr_db(pid=32443): Launched\u000a11:02:12.594688 run create_hlr_db(pid=32443): Terminated: ok {rc=0}\u000a11:02:12.907815 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32445): Launched\u000a11:02:13.211485 run osmo-hlr_10.42.42.2(pid=32446): Launched\u000a11:02:13.322686 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a11:02:13.878828 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32448): Launched\u000a11:02:14.183781 run osmo-msc_10.42.42.5(pid=32449): Launched\u000a11:02:14.363413 run osmo-hlr_10.42.42.2(pid=32446): ERR: Terminated: ERROR {rc=237} [trial-2373↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32446)]\u000a11:02:14.493198 run osmo-hlr_10.42.42.2(pid=32446): stdout: \u000a| (launched: 2022-12-10_11:02:13.062336) \u000a11:02:14.620188 run osmo-hlr_10.42.42.2(pid=32446): stderr: \u000a| �[0;m�[1;31m20221210110213237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210110213237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210110213237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110213237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110213237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210110213237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210110213253 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210110213264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210110213265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210110213265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:02:14.742277 run osmo-hlr_10.42.42.2(pid=32446): stdout: \u000a| (launched: 2022-12-10_11:02:13.062336) \u000a11:02:14.863551 run osmo-hlr_10.42.42.2(pid=32446): stderr: \u000a| �[0;m�[1;31m20221210110213237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210110213237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210110213237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110213237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110213237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210110213237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210110213253 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210110213264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210110213265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210110213265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:02:14.916364 tst esme_connect_policy_closed.py:31: ERR: Error: osmo-hlr_10.42.42.2(pid=32446): Process ended prematurely: osmo-hlr_10.42.42.2(pid=32446) [trial-2373↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32446)] [trial-2373↪smpp↪esme_connect_policy_closed.py:31]\u000a11:02:14.924024 tst esme_connect_policy_closed.py:31: Test FAILED (5.8 sec)\u000a11:02:14.983931 run osmo-msc_10.42.42.5(pid=32449): ERR: Terminated: ERROR {rc=9} [trial-2373↪smpp↪esme_connect_policy_closed.py↪esme_connect_policy_closed.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=32449)]\u000a11:02:15.033157 run osmo-msc_10.42.42.5(pid=32449): stdout: \u000a| (launched: 2022-12-10_11:02:14.032860) \u000a11:02:15.083097 run osmo-msc_10.42.42.5(pid=32449): stderr: \u000a| �[0;m�[38;5;43m20221210110214347 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221210110214347 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221210110214347 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221210110214347 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221210110214347 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221210110214347 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221210110214347 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221210110214347 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221210110214347 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a11:02:15.125254 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=32441): Terminating (SIGTERM)\u000a11:02:15.165175 run osmo-stp_10.42.42.4(pid=32442): Terminating (SIGTERM)\u000a11:02:15.205938 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32445): Terminating (SIGTERM)\u000a11:02:15.248042 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32448): Terminating (SIGTERM)\u000a11:02:15.257799 --- ParallelTerminationStrategy: PID 32441 died...\u000a11:02:15.311279 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=32441): Terminated: ok {rc=0}\u000a11:02:15.320795 --- ParallelTerminationStrategy: PID 32442 died...\u000a11:02:15.374649 run osmo-stp_10.42.42.4(pid=32442): Terminated: ok {rc=0}\u000a11:02:15.384158 --- ParallelTerminationStrategy: PID 32445 died...\u000a11:02:15.437555 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32445): Terminated: ok {rc=0}\u000a11:02:15.447035 --- ParallelTerminationStrategy: PID 32448 died...\u000a11:02:15.500673 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32448): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 43, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32458): Process ended prematurely: osmo-stp_10.42.42.5(pid=32458) [trial-2373↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32458)]", "failedSince" : 2331, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_storeforward.py\", line 30, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32458): Process ended prematurely: osmo-stp_10.42.42.5(pid=32458) [trial-2373↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32458)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a11:02:15.514899 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:02:15.525783 tst smpp: Using 1 x bts (candidates: 1)\u000a11:02:15.647650 tst esme_ms_sms_storeforward.py: using LAC 27940\u000a11:02:15.765753 tst esme_ms_sms_storeforward.py: using RAC 145\u000a11:02:15.901424 tst esme_ms_sms_storeforward.py: using CellId 27940\u000a11:02:16.029788 tst esme_ms_sms_storeforward.py: using BVCI 27941\u000a11:02:16.053421 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:02:16.064339 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:02:16.075147 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:02:16.086373 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:02:16.097552 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:02:16.108736 tst smpp: Using 1 x modem (candidates: 1)\u000a11:02:16.321195 tst esme_ms_sms_storeforward.py: using MSISDN 7703\u000a11:02:16.431855 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:02:16.958862 run create_hlr_db(pid=32452): Launched\u000a11:02:18.138028 run create_hlr_db(pid=32452): Terminated: ok {rc=0}\u000a11:02:18.452346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32454): Launched\u000a11:02:18.756907 run osmo-hlr_10.42.42.2(pid=32455): Launched\u000a11:02:18.879135 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:02:19.413297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32457): Launched\u000a11:02:19.717847 run osmo-stp_10.42.42.5(pid=32458): Launched\u000a11:02:19.828633 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:02:20.382112 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32460): Launched\u000a11:02:20.685757 run osmo-msc_10.42.42.6(pid=32461): Launched\u000a11:02:20.864042 run osmo-stp_10.42.42.5(pid=32458): ERR: Terminated: ERROR {rc=1} [trial-2373↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32458)]\u000a11:02:20.992046 run osmo-stp_10.42.42.5(pid=32458): stdout: \u000a| (launched: 2022-12-10_11:02:19.567918)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:02:21.118224 run osmo-stp_10.42.42.5(pid=32458): stderr: \u000a| �[0;m�[38;5;43m20221210110219737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210110219737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210110219737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210110219738 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210110219738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210110219738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210110219738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:02:21.239722 run osmo-stp_10.42.42.5(pid=32458): stdout: \u000a| (launched: 2022-12-10_11:02:19.567918)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:02:21.359912 run osmo-stp_10.42.42.5(pid=32458): stderr: \u000a| �[0;m�[38;5;43m20221210110219737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210110219737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210110219737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210110219738 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210110219738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210110219738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210110219738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:02:21.412664 tst esme_ms_sms_storeforward.py:30: ERR: Error: osmo-stp_10.42.42.5(pid=32458): Process ended prematurely: osmo-stp_10.42.42.5(pid=32458) [trial-2373↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32458)] [trial-2373↪smpp↪esme_ms_sms_storeforward.py:30]\u000a11:02:21.420280 tst esme_ms_sms_storeforward.py:30: Test FAILED (5.9 sec)\u000a11:02:21.479362 run osmo-hlr_10.42.42.2(pid=32455): ERR: Terminated: ERROR {rc=237} [trial-2373↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32455)]\u000a11:02:21.528090 run osmo-hlr_10.42.42.2(pid=32455): stdout: \u000a| (launched: 2022-12-10_11:02:18.606885) \u000a11:02:21.577653 run osmo-hlr_10.42.42.2(pid=32455): stderr: \u000a| �[0;m�[1;31m20221210110218780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210110218781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210110218781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110218781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110218781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210110218781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210110218793 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/smpp/esme_ms_sms_storeforward.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210110218801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210110218801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210110218801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:02:21.645020 run osmo-msc_10.42.42.6(pid=32461): ERR: Terminated: ERROR {rc=2} [trial-2373↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32461)]\u000a11:02:21.693666 run osmo-msc_10.42.42.6(pid=32461): stdout: \u000a| (launched: 2022-12-10_11:02:20.536171) \u000a11:02:21.742773 run osmo-msc_10.42.42.6(pid=32461): stderr: \u000a| �[0;m�[38;5;43m20221210110220808 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210110220808 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f37aa252c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210110220808 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210110220808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210110220808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210110220809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210110220811 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210110220812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210110220812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210110220812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:02:21.784758 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32454): Terminating (SIGTERM)\u000a11:02:21.824542 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32457): Terminating (SIGTERM)\u000a11:02:21.864196 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32460): Terminating (SIGTERM)\u000a11:02:21.873320 --- ParallelTerminationStrategy: PID 32454 died...\u000a11:02:21.926212 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32454): Terminated: ok {rc=0}\u000a11:02:21.935683 --- ParallelTerminationStrategy: PID 32457 died...\u000a11:02:21.988097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32457): Terminated: ok {rc=0}\u000a11:02:21.997847 --- ParallelTerminationStrategy: PID 32460 died...\u000a11:02:22.050422 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32460): Terminated: ok {rc=0}\u000a11:02:22.138063 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 43, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32469): Process ended prematurely: osmo-stp_10.42.42.5(pid=32469) [trial-2373↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32469)]", "failedSince" : 2331, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_transaction.py\", line 28, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32469): Process ended prematurely: osmo-stp_10.42.42.5(pid=32469) [trial-2373↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32469)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a11:02:23.188655 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:02:23.199656 tst smpp: Using 1 x bts (candidates: 1)\u000a11:02:23.324711 tst esme_ms_sms_transaction.py: using LAC 27941\u000a11:02:23.445523 tst esme_ms_sms_transaction.py: using RAC 146\u000a11:02:23.568485 tst esme_ms_sms_transaction.py: using CellId 27941\u000a11:02:23.686931 tst esme_ms_sms_transaction.py: using BVCI 27942\u000a11:02:23.709982 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:02:23.720155 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:02:23.730415 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:02:23.740554 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:02:23.750664 tst smpp: Using 1 x ip_address (candidates: 6)\u000a11:02:23.760677 tst smpp: Using 1 x modem (candidates: 1)\u000a11:02:23.985233 tst esme_ms_sms_transaction.py: using MSISDN 7704\u000a11:02:24.101114 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:02:24.609949 run create_hlr_db(pid=32463): Launched\u000a11:02:24.799138 bus /sierra_2: Setting Powered False\u000a11:02:25.819135 run create_hlr_db(pid=32463): Terminated: ok {rc=0}\u000a11:02:26.228405 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32465): Launched\u000a11:02:26.534792 run osmo-hlr_10.42.42.2(pid=32466): Launched\u000a11:02:26.655538 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:02:27.191037 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32468): Launched\u000a11:02:27.493826 run osmo-stp_10.42.42.5(pid=32469): Launched\u000a11:02:27.604418 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:02:28.158377 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32471): Launched\u000a11:02:28.462881 run osmo-msc_10.42.42.6(pid=32472): Launched\u000a11:02:28.640884 run osmo-stp_10.42.42.5(pid=32469): ERR: Terminated: ERROR {rc=1} [trial-2373↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32469)]\u000a11:02:28.769401 run osmo-stp_10.42.42.5(pid=32469): stdout: \u000a| (launched: 2022-12-10_11:02:27.344625)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:02:28.895369 run osmo-stp_10.42.42.5(pid=32469): stderr: \u000a| �[0;m�[38;5;43m20221210110227515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210110227516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210110227516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210110227516 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210110227517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210110227517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210110227517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:02:29.016824 run osmo-stp_10.42.42.5(pid=32469): stdout: \u000a| (launched: 2022-12-10_11:02:27.344625)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:02:29.137561 run osmo-stp_10.42.42.5(pid=32469): stderr: \u000a| �[0;m�[38;5;43m20221210110227515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210110227516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210110227516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210110227516 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210110227517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210110227517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210110227517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:02:29.190072 tst esme_ms_sms_transaction.py:28: ERR: Error: osmo-stp_10.42.42.5(pid=32469): Process ended prematurely: osmo-stp_10.42.42.5(pid=32469) [trial-2373↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32469)] [trial-2373↪smpp↪esme_ms_sms_transaction.py:28]\u000a11:02:29.198156 tst esme_ms_sms_transaction.py:28: Test FAILED (6.0 sec)\u000a11:02:29.257642 run osmo-hlr_10.42.42.2(pid=32466): ERR: Terminated: ERROR {rc=237} [trial-2373↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32466)]\u000a11:02:29.306749 run osmo-hlr_10.42.42.2(pid=32466): stdout: \u000a| (launched: 2022-12-10_11:02:26.384343) \u000a11:02:29.356629 run osmo-hlr_10.42.42.2(pid=32466): stderr: \u000a| �[0;m�[1;31m20221210110226563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210110226563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210110226563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110226563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110226563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210110226563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210110226574 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/smpp/esme_ms_sms_transaction.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210110226583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210110226583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210110226583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:02:29.424404 run osmo-msc_10.42.42.6(pid=32472): ERR: Terminated: ERROR {rc=2} [trial-2373↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32472)]\u000a11:02:29.473272 run osmo-msc_10.42.42.6(pid=32472): stdout: \u000a| (launched: 2022-12-10_11:02:28.313656) \u000a11:02:29.522783 run osmo-msc_10.42.42.6(pid=32472): stderr: \u000a| �[0;m�[38;5;43m20221210110228582 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210110228582 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9e69794c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210110228582 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210110228582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210110228582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210110228582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210110228584 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210110228585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210110228585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210110228585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:02:29.564548 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32465): Terminating (SIGTERM)\u000a11:02:29.604179 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32468): Terminating (SIGTERM)\u000a11:02:29.643804 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32471): Terminating (SIGTERM)\u000a11:02:29.653042 --- ParallelTerminationStrategy: PID 32465 died...\u000a11:02:29.706651 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32465): Terminated: ok {rc=0}\u000a11:02:29.716296 --- ParallelTerminationStrategy: PID 32468 died...\u000a11:02:29.769319 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32468): Terminated: ok {rc=0}\u000a11:02:29.778812 --- ParallelTerminationStrategy: PID 32471 died...\u000a11:02:29.832126 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32471): Terminated: ok {rc=0}\u000a11:02:29.915438 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 29.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "161", "name" : "smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:02:02" }, { "cases" : [ { "testActions" : [ ], "age" : 43, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32484): Process ended prematurely: osmo-stp_10.42.42.5(pid=32484) [trial-2373↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32484)]", "failedSince" : 2331, "name" : "register_a5_0_authopt.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authopt.py\", line 8, in \u000a encryption_test_setup_run(False, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32484): Process ended prematurely: osmo-stp_10.42.42.5(pid=32484) [trial-2373↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32484)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 encryption register_a5_0_authopt.py\u000a----------------------------------------------\u000a11:02:31.842341 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:02:31.854724 tst encryption: Using 1 x bts (candidates: 1)\u000a11:02:31.985695 tst register_a5_0_authopt.py: using LAC 27942\u000a11:02:32.116364 tst register_a5_0_authopt.py: using RAC 147\u000a11:02:32.239326 tst register_a5_0_authopt.py: using CellId 27942\u000a11:02:32.360755 tst register_a5_0_authopt.py: using BVCI 27943\u000a11:02:32.383936 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:02:32.394326 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:02:32.404581 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:02:32.414790 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:02:32.424906 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:02:32.435018 tst encryption: Using 1 x modem (candidates: 1)\u000a11:02:32.730693 tst register_a5_0_authopt.py:8: start network...\u000a11:02:32.868433 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:02:33.382246 run create_hlr_db(pid=32477): Launched\u000a11:02:33.572893 bus /sierra_2: Setting Powered False\u000a11:02:34.592756 run create_hlr_db(pid=32477): Terminated: ok {rc=0}\u000a11:02:35.027549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32479): Launched\u000a11:02:35.355693 run osmo-hlr_10.42.42.2(pid=32480): Launched\u000a11:02:35.478578 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:02:36.051998 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32483): Launched\u000a11:02:36.375132 run osmo-stp_10.42.42.5(pid=32484): Launched\u000a11:02:36.489094 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:02:37.045371 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32486): Launched\u000a11:02:37.351618 run osmo-msc_10.42.42.6(pid=32487): Launched\u000a11:02:37.531079 run osmo-stp_10.42.42.5(pid=32484): ERR: Terminated: ERROR {rc=1} [trial-2373↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32484)]\u000a11:02:37.660875 run osmo-stp_10.42.42.5(pid=32484): stdout: \u000a| (launched: 2022-12-10_11:02:36.217522)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:02:37.787960 run osmo-stp_10.42.42.5(pid=32484): stderr: \u000a| �[0;m�[38;5;43m20221210110236389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210110236389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210110236389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210110236390 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210110236390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210110236390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210110236390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:02:37.910862 run osmo-stp_10.42.42.5(pid=32484): stdout: \u000a| (launched: 2022-12-10_11:02:36.217522)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:02:38.032397 run osmo-stp_10.42.42.5(pid=32484): stderr: \u000a| �[0;m�[38;5;43m20221210110236389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210110236389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210110236389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210110236390 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210110236390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210110236390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210110236390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:02:38.086249 tst register_a5_0_authopt.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32484): Process ended prematurely: osmo-stp_10.42.42.5(pid=32484) [trial-2373↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32484)] [trial-2373↪encryption↪register_a5_0_authopt.py:8]\u000a11:02:38.094671 tst register_a5_0_authopt.py:8: Test FAILED (6.3 sec)\u000a11:02:38.153890 run osmo-hlr_10.42.42.2(pid=32480): ERR: Terminated: ERROR {rc=237} [trial-2373↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32480)]\u000a11:02:38.202613 run osmo-hlr_10.42.42.2(pid=32480): stdout: \u000a| (launched: 2022-12-10_11:02:35.194206) \u000a11:02:38.251705 run osmo-hlr_10.42.42.2(pid=32480): stderr: \u000a| �[0;m�[1;31m20221210110235392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210110235392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210110235392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110235392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110235392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210110235392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210110235404 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/encryption/register_a5_0_authopt.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210110235413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210110235413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210110235413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:02:38.318907 run osmo-msc_10.42.42.6(pid=32487): ERR: Terminated: ERROR {rc=2} [trial-2373↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32487)]\u000a11:02:38.367869 run osmo-msc_10.42.42.6(pid=32487): stdout: \u000a| (launched: 2022-12-10_11:02:37.200334) \u000a11:02:38.417149 run osmo-msc_10.42.42.6(pid=32487): stderr: \u000a| �[0;m�[38;5;43m20221210110237470 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210110237470 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f38443d1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210110237470 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210110237470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210110237470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210110237470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210110237473 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210110237473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210110237474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210110237474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:02:38.458830 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32479): Terminating (SIGTERM)\u000a11:02:38.498473 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32483): Terminating (SIGTERM)\u000a11:02:38.538282 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32486): Terminating (SIGTERM)\u000a11:02:38.547438 --- ParallelTerminationStrategy: PID 32479 died...\u000a11:02:38.599953 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32479): Terminated: ok {rc=0}\u000a11:02:38.609548 --- ParallelTerminationStrategy: PID 32483 died...\u000a11:02:38.661853 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32483): Terminated: ok {rc=0}\u000a11:02:38.671375 --- ParallelTerminationStrategy: PID 32486 died...\u000a11:02:38.723560 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32486): Terminated: ok {rc=0}\u000a11:02:38.806117 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 43, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32495): Process ended prematurely: osmo-stp_10.42.42.5(pid=32495) [trial-2373↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32495)]", "failedSince" : 2331, "name" : "register_a5_0_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32495): Process ended prematurely: osmo-stp_10.42.42.5(pid=32495) [trial-2373↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32495)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 encryption register_a5_0_authreq.py\u000a----------------------------------------------\u000a11:02:39.924326 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:02:39.935974 tst encryption: Using 1 x bts (candidates: 1)\u000a11:02:40.063420 tst register_a5_0_authreq.py: using LAC 27943\u000a11:02:40.185633 tst register_a5_0_authreq.py: using RAC 148\u000a11:02:40.307472 tst register_a5_0_authreq.py: using CellId 27943\u000a11:02:40.429419 tst register_a5_0_authreq.py: using BVCI 27944\u000a11:02:40.452728 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:02:40.463379 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:02:40.473843 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:02:40.484184 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:02:40.494564 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:02:40.504792 tst encryption: Using 1 x modem (candidates: 1)\u000a11:02:40.784312 tst register_a5_0_authreq.py:8: start network...\u000a11:02:40.912785 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:02:41.403230 run create_hlr_db(pid=32489): Launched\u000a11:02:41.580403 bus /sierra_2: Setting Powered False\u000a11:02:42.601472 run create_hlr_db(pid=32489): Terminated: ok {rc=0}\u000a11:02:43.038751 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32491): Launched\u000a11:02:43.366696 run osmo-hlr_10.42.42.2(pid=32492): Launched\u000a11:02:43.489678 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:02:44.060106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32494): Launched\u000a11:02:44.387395 run osmo-stp_10.42.42.5(pid=32495): Launched\u000a11:02:44.506860 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:02:45.103853 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32497): Launched\u000a11:02:45.432240 run osmo-msc_10.42.42.6(pid=32498): Launched\u000a11:02:45.623369 run osmo-stp_10.42.42.5(pid=32495): ERR: Terminated: ERROR {rc=1} [trial-2373↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32495)]\u000a11:02:45.764583 run osmo-stp_10.42.42.5(pid=32495): stdout: \u000a| (launched: 2022-12-10_11:02:44.226577)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:02:45.932236 run osmo-stp_10.42.42.5(pid=32495): stderr: \u000a| �[0;m�[38;5;43m20221210110244420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210110244420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210110244420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210110244421 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210110244421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210110244421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210110244421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:02:46.068672 run osmo-stp_10.42.42.5(pid=32495): stdout: \u000a| (launched: 2022-12-10_11:02:44.226577)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:02:46.194745 run osmo-stp_10.42.42.5(pid=32495): stderr: \u000a| �[0;m�[38;5;43m20221210110244420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210110244420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210110244420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210110244421 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210110244421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210110244421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210110244421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:02:46.250003 tst register_a5_0_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32495): Process ended prematurely: osmo-stp_10.42.42.5(pid=32495) [trial-2373↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32495)] [trial-2373↪encryption↪register_a5_0_authreq.py:8]\u000a11:02:46.259135 tst register_a5_0_authreq.py:8: Test FAILED (6.4 sec)\u000a11:02:46.321198 run osmo-hlr_10.42.42.2(pid=32492): ERR: Terminated: ERROR {rc=237} [trial-2373↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32492)]\u000a11:02:46.371399 run osmo-hlr_10.42.42.2(pid=32492): stdout: \u000a| (launched: 2022-12-10_11:02:43.205955) \u000a11:02:46.422921 run osmo-hlr_10.42.42.2(pid=32492): stderr: \u000a| �[0;m�[1;31m20221210110243405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210110243405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210110243405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110243405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110243405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210110243405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210110243417 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/encryption/register_a5_0_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210110243425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210110243426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210110243426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:02:46.493118 run osmo-msc_10.42.42.6(pid=32498): ERR: Terminated: ERROR {rc=2} [trial-2373↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32498)]\u000a11:02:46.543286 run osmo-msc_10.42.42.6(pid=32498): stdout: \u000a| (launched: 2022-12-10_11:02:45.271363) \u000a11:02:46.594303 run osmo-msc_10.42.42.6(pid=32498): stderr: \u000a| �[0;m�[38;5;43m20221210110245594 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210110245594 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f779412ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210110245594 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210110245594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210110245594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210110245594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210110245596 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210110245596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210110245596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210110245597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:02:46.637455 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32491): Terminating (SIGTERM)\u000a11:02:46.682324 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32494): Terminating (SIGTERM)\u000a11:02:46.724310 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32497): Terminating (SIGTERM)\u000a11:02:46.735761 --- ParallelTerminationStrategy: PID 32491 died...\u000a11:02:46.791884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32491): Terminated: ok {rc=0}\u000a11:02:46.802034 --- ParallelTerminationStrategy: PID 32494 died...\u000a11:02:46.856721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32494): Terminated: ok {rc=0}\u000a11:02:46.866897 --- ParallelTerminationStrategy: PID 32497 died...\u000a11:02:46.922365 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32497): Terminated: ok {rc=0}\u000a11:02:47.007596 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 43, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32506): Process ended prematurely: osmo-stp_10.42.42.5(pid=32506) [trial-2373↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32506)]", "failedSince" : 2331, "name" : "register_a5_1_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_1_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_1')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32506): Process ended prematurely: osmo-stp_10.42.42.5(pid=32506) [trial-2373↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32506)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 encryption register_a5_1_authreq.py\u000a----------------------------------------------\u000a11:02:48.122583 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:02:48.134172 tst encryption: Using 1 x bts (candidates: 1)\u000a11:02:48.268796 tst register_a5_1_authreq.py: using LAC 27944\u000a11:02:48.397887 tst register_a5_1_authreq.py: using RAC 149\u000a11:02:48.526178 tst register_a5_1_authreq.py: using CellId 27944\u000a11:02:48.654501 tst register_a5_1_authreq.py: using BVCI 27945\u000a11:02:48.679399 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:02:48.690363 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:02:48.701278 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:02:48.712868 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:02:48.724468 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:02:48.735859 tst encryption: Using 1 x modem (candidates: 1)\u000a11:02:49.033174 tst register_a5_1_authreq.py:8: start network...\u000a11:02:49.170691 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:02:49.683885 run create_hlr_db(pid=32500): Launched\u000a11:02:49.874551 bus /sierra_2: Setting Powered False\u000a11:02:50.894002 run create_hlr_db(pid=32500): Terminated: ok {rc=0}\u000a11:02:51.329188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32502): Launched\u000a11:02:51.656373 run osmo-hlr_10.42.42.2(pid=32503): Launched\u000a11:02:51.777611 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:02:52.349171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32505): Launched\u000a11:02:52.678330 run osmo-stp_10.42.42.5(pid=32506): Launched\u000a11:02:52.797977 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:02:53.394747 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32508): Launched\u000a11:02:53.722086 run osmo-msc_10.42.42.6(pid=32509): Launched\u000a11:02:53.914275 run osmo-stp_10.42.42.5(pid=32506): ERR: Terminated: ERROR {rc=1} [trial-2373↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32506)]\u000a11:02:54.052999 run osmo-stp_10.42.42.5(pid=32506): stdout: \u000a| (launched: 2022-12-10_11:02:52.516595)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:02:54.190845 run osmo-stp_10.42.42.5(pid=32506): stderr: \u000a| �[0;m�[38;5;43m20221210110252708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210110252708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210110252708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210110252709 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210110252709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210110252709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210110252709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:02:54.322916 run osmo-stp_10.42.42.5(pid=32506): stdout: \u000a| (launched: 2022-12-10_11:02:52.516595)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:02:54.453430 run osmo-stp_10.42.42.5(pid=32506): stderr: \u000a| �[0;m�[38;5;43m20221210110252708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210110252708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210110252708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210110252709 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210110252709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210110252709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210110252709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:02:54.511231 tst register_a5_1_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32506): Process ended prematurely: osmo-stp_10.42.42.5(pid=32506) [trial-2373↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32506)] [trial-2373↪encryption↪register_a5_1_authreq.py:8]\u000a11:02:54.520396 tst register_a5_1_authreq.py:8: Test FAILED (6.4 sec)\u000a11:02:54.583520 run osmo-hlr_10.42.42.2(pid=32503): ERR: Terminated: ERROR {rc=237} [trial-2373↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32503)]\u000a11:02:54.634902 run osmo-hlr_10.42.42.2(pid=32503): stdout: \u000a| (launched: 2022-12-10_11:02:51.495486) \u000a11:02:54.686656 run osmo-hlr_10.42.42.2(pid=32503): stderr: \u000a| �[0;m�[1;31m20221210110251696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210110251696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210110251696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110251696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110251696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210110251696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210110251709 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/encryption/register_a5_1_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210110251717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210110251717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210110251717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:02:54.757255 run osmo-msc_10.42.42.6(pid=32509): ERR: Terminated: ERROR {rc=2} [trial-2373↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32509)]\u000a11:02:54.808754 run osmo-msc_10.42.42.6(pid=32509): stdout: \u000a| (launched: 2022-12-10_11:02:53.561371) \u000a11:02:54.860994 run osmo-msc_10.42.42.6(pid=32509): stderr: \u000a| �[0;m�[38;5;43m20221210110253883 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210110253883 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff72d11cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210110253883 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210110253883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210110253883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210110253883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210110253885 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210110253885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210110253885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210110253886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:02:54.905087 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32502): Terminating (SIGTERM)\u000a11:02:54.947421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32505): Terminating (SIGTERM)\u000a11:02:54.989373 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32508): Terminating (SIGTERM)\u000a11:02:54.999294 --- ParallelTerminationStrategy: PID 32502 died...\u000a11:02:55.055407 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32502): Terminated: ok {rc=0}\u000a11:02:55.065774 --- ParallelTerminationStrategy: PID 32505 died...\u000a11:02:55.121724 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32505): Terminated: ok {rc=0}\u000a11:02:55.131871 --- ParallelTerminationStrategy: PID 32508 died...\u000a11:02:55.187470 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32508): Terminated: ok {rc=0}\u000a11:02:55.274352 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 43, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32517): Process ended prematurely: osmo-stp_10.42.42.5(pid=32517) [trial-2373↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32517)]", "failedSince" : 2331, "name" : "register_a5_3_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_3_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_3')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32517): Process ended prematurely: osmo-stp_10.42.42.5(pid=32517) [trial-2373↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32517)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 encryption register_a5_3_authreq.py\u000a----------------------------------------------\u000a11:02:56.391597 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:02:56.403486 tst encryption: Using 1 x bts (candidates: 1)\u000a11:02:56.538121 tst register_a5_3_authreq.py: using LAC 27945\u000a11:02:56.667557 tst register_a5_3_authreq.py: using RAC 150\u000a11:02:56.795361 tst register_a5_3_authreq.py: using CellId 27945\u000a11:02:56.926172 tst register_a5_3_authreq.py: using BVCI 27946\u000a11:02:56.951096 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:02:56.961992 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:02:56.972779 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:02:56.983766 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:02:56.994819 tst encryption: Using 1 x ip_address (candidates: 6)\u000a11:02:57.005771 tst encryption: Using 1 x modem (candidates: 1)\u000a11:02:57.296774 tst register_a5_3_authreq.py:8: start network...\u000a11:02:57.424178 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:02:57.912940 run create_hlr_db(pid=32511): Launched\u000a11:02:58.089803 bus /sierra_2: Setting Powered False\u000a11:02:59.111317 run create_hlr_db(pid=32511): Terminated: ok {rc=0}\u000a11:02:59.519476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32513): Launched\u000a11:02:59.827201 run osmo-hlr_10.42.42.2(pid=32514): Launched\u000a11:02:59.939643 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:03:00.469588 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32516): Launched\u000a11:03:00.781298 run osmo-stp_10.42.42.5(pid=32517): Launched\u000a11:03:00.938824 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:03:01.610282 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32521): Launched\u000a11:03:02.070555 run osmo-msc_10.42.42.6(pid=32522): Launched\u000a11:03:02.449585 run osmo-stp_10.42.42.5(pid=32517): ERR: Terminated: ERROR {rc=1} [trial-2373↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32517)]\u000a11:03:02.584732 run osmo-stp_10.42.42.5(pid=32517): stdout: \u000a| (launched: 2022-12-10_11:03:00.625832)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:03:02.721437 run osmo-stp_10.42.42.5(pid=32517): stderr: \u000a| �[0;m�[38;5;43m20221210110300803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210110300803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210110300803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210110300804 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210110300804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210110300804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210110300804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:03:02.852066 run osmo-stp_10.42.42.5(pid=32517): stdout: \u000a| (launched: 2022-12-10_11:03:00.625832)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:03:02.982289 run osmo-stp_10.42.42.5(pid=32517): stderr: \u000a| �[0;m�[38;5;43m20221210110300803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210110300803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210110300803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210110300804 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210110300804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210110300804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210110300804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:03:03.039446 tst register_a5_3_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32517): Process ended prematurely: osmo-stp_10.42.42.5(pid=32517) [trial-2373↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32517)] [trial-2373↪encryption↪register_a5_3_authreq.py:8]\u000a11:03:03.048518 tst register_a5_3_authreq.py:8: Test FAILED (6.7 sec)\u000a11:03:03.111853 run osmo-hlr_10.42.42.2(pid=32514): ERR: Terminated: ERROR {rc=237} [trial-2373↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32514)]\u000a11:03:03.163449 run osmo-hlr_10.42.42.2(pid=32514): stdout: \u000a| (launched: 2022-12-10_11:02:59.675829) \u000a11:03:03.215846 run osmo-hlr_10.42.42.2(pid=32514): stderr: \u000a| �[0;m�[1;31m20221210110259854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210110259854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210110259854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110259854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110259854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210110259855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210110259869 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/encryption/register_a5_3_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210110259879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210110259879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210110259879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:03:03.286689 run osmo-msc_10.42.42.6(pid=32522): ERR: Terminated: ERROR {rc=2} [trial-2373↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32522)]\u000a11:03:03.338291 run osmo-msc_10.42.42.6(pid=32522): stdout: \u000a| (launched: 2022-12-10_11:03:01.768216) \u000a11:03:03.390436 run osmo-msc_10.42.42.6(pid=32522): stderr: \u000a| �[0;m�[38;5;43m20221210110302356 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210110302356 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f78c95e8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210110302356 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210110302356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210110302356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210110302356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210110302358 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210110302358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210110302359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210110302359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:03:03.434370 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32513): Terminating (SIGTERM)\u000a11:03:03.476644 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32516): Terminating (SIGTERM)\u000a11:03:03.518988 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32521): Terminating (SIGTERM)\u000a11:03:03.529087 --- ParallelTerminationStrategy: PID 32513 died...\u000a11:03:03.584860 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32513): Terminated: ok {rc=0}\u000a11:03:03.594808 --- ParallelTerminationStrategy: PID 32516 died...\u000a11:03:03.650374 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32516): Terminated: ok {rc=0}\u000a11:03:03.660520 --- ParallelTerminationStrategy: PID 32521 died...\u000a11:03:03.716215 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32521): Terminated: ok {rc=0}\u000a11:03:03.802739 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 34.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "162", "name" : "encryption", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:02:31" }, { "cases" : [ { "testActions" : [ ], "age" : 235, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=32539): Process ended prematurely: srsepc(pid=32539) [trial-2373↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=32539)]", "failedSince" : 2139, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/handover.py\", line 37, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=32539): Process ended prematurely: srsepc(pid=32539) [trial-2373↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=32539)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 4g:srsenb-rftype@zmq+srsue-rftype@zmq handover.py\u000a----------------------------------------------\u000a11:03:05.799547 tst handover.py:11: TEST_CONFIG:\u000a{}\u000a11:03:05.844580 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a11:03:05.861039 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a11:03:05.884838 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a11:03:06.030121 tst handover.py: using MSISDN 7705\u000a11:03:06.145168 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7705', subscriber_id=0}\u000a11:03:06.259773 run srsepc_10.42.42.118: Starting srsepc\u000a11:03:08.170088 run rm-remote-dir(pid=32527): Launched\u000a11:03:08.365696 bus /sierra_2: Setting Powered False\u000a11:03:09.390687 run rm-remote-dir(pid=32527): Terminated: ok {rc=0}\u000a11:03:09.814841 run mk-remote-dir(pid=32528): Launched\u000a11:03:11.002930 run mk-remote-dir(pid=32528): Terminated: ok {rc=0}\u000a11:03:11.280025 run scp-inst-to-remote(pid=32529): Launched\u000a11:03:13.466484 run scp-inst-to-remote(pid=32529): Terminated: ok {rc=0}\u000a11:03:13.793588 run rm-remote-dir(pid=32531): Launched\u000a11:03:14.981234 run rm-remote-dir(pid=32531): Terminated: ok {rc=0}\u000a11:03:15.308835 run mk-remote-dir(pid=32532): Launched\u000a11:03:16.498864 run mk-remote-dir(pid=32532): Terminated: ok {rc=0}\u000a11:03:16.841047 run scp-cfg-to-remote(pid=32533): Launched\u000a11:03:18.036135 run scp-cfg-to-remote(pid=32533): Terminated: ok {rc=0}\u000a11:03:18.312137 run scp-db-to-remote(pid=32535): Launched\u000a11:03:19.496479 run scp-db-to-remote(pid=32535): Terminated: ok {rc=0}\u000a11:03:19.609280 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a11:03:19.926387 run patchelf(pid=32537): Launched\u000a11:03:21.110500 run patchelf(pid=32537): Terminated: ok {rc=0}\u000a11:03:21.222835 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a11:03:21.539633 run setcap-netadm(pid=32538): Launched\u000a11:03:22.724668 run setcap-netadm(pid=32538): Terminated: ok {rc=0}\u000a11:03:23.034034 run srsepc(pid=32539): Launched\u000a11:03:23.143579 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a11:03:24.259734 run rm-remote-dir(pid=32540): Launched\u000a11:03:24.444857 run srsepc(pid=32539): ERR: Terminated: ERROR {rc=127} [trial-2373↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=32539)]\u000a11:03:24.580456 run srsepc(pid=32539): stdout: \u000a| (launched: 2022-12-10_11:03:22.885865)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a11:03:24.714651 run srsepc(pid=32539): stderr: \u000a| (launched: 2022-12-10_11:03:22.931236)\u000a| Connection to 10.42.42.116 closed. \u000a11:03:24.844689 run srsepc(pid=32539): stdout: \u000a| (launched: 2022-12-10_11:03:22.885865)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a11:03:24.974190 run srsepc(pid=32539): stderr: \u000a| (launched: 2022-12-10_11:03:22.931236)\u000a| Connection to 10.42.42.116 closed. \u000a11:03:25.125071 run rm-remote-dir(pid=32540): Terminating (SIGINT)\u000a11:03:25.303279 run rm-remote-dir(pid=32540): Terminated: ok {rc=0}\u000a11:03:25.335972 tst handover.py:37: ERR: Error: srsepc(pid=32539): Process ended prematurely: srsepc(pid=32539) [trial-2373↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=32539)] [trial-2373↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37]\u000a11:03:25.345969 tst handover.py:37: Test FAILED (19.7 sec)\u000a11:03:25.456236 run scp-back-log(pid=32541): Launched\u000a11:03:26.542103 run scp-back-log(pid=32541): ERR: Terminated: ERROR {rc=1} [trial-2373↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=32541)]\u000a11:03:26.603349 run scp-back-log(pid=32541): stdout: \u000a| (launched: 2022-12-10_11:03:25.387250) \u000a11:03:26.665025 run scp-back-log(pid=32541): stderr: \u000a| (launched: 2022-12-10_11:03:25.406997)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a11:03:26.717812 tst srsepc_10.42.42.118: Error('scp-back-log(pid=32541): launch_sync(): local process exited with status 1 [trial-2373↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=32541)]')\u000a" }, { "testActions" : [ ], "age" : 56, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=32556): Process ended prematurely: srsepc(pid=32556) [trial-2373↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=32556)]", "failedSince" : 2318, "name" : "iperf3_bidir.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_bidir.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=32556): Process ended prematurely: srsepc(pid=32556) [trial-2373↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=32556)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_bidir.py\u000a----------------------------------------------\u000a11:03:26.895729 tst iperf3_bidir.py:13: Number of physical ue: 1\u000a11:03:26.937506 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a11:03:27.140629 tst iperf3_bidir.py:20: ue index0: srsue_10.42.42.116\u000a11:03:27.182392 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a11:03:27.198125 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a11:03:27.319388 tst iperf3_bidir.py: using MSISDN 7706\u000a11:03:27.426602 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7706', subscriber_id=0}\u000a11:03:27.532626 run srsepc_10.42.42.118: Starting srsepc\u000a11:03:28.175005 run rm-remote-dir(pid=32543): Launched\u000a11:03:29.362567 run rm-remote-dir(pid=32543): Terminated: ok {rc=0}\u000a11:03:29.689640 run mk-remote-dir(pid=32544): Launched\u000a11:03:30.893055 run mk-remote-dir(pid=32544): Terminated: ok {rc=0}\u000a11:03:31.286753 run scp-inst-to-remote(pid=32545): Launched\u000a11:03:33.486950 run scp-inst-to-remote(pid=32545): Terminated: ok {rc=0}\u000a11:03:33.834948 run rm-remote-dir(pid=32547): Launched\u000a11:03:35.034880 run rm-remote-dir(pid=32547): Terminated: ok {rc=0}\u000a11:03:35.383622 run mk-remote-dir(pid=32548): Launched\u000a11:03:36.583435 run mk-remote-dir(pid=32548): Terminated: ok {rc=0}\u000a11:03:36.877410 run scp-cfg-to-remote(pid=32549): Launched\u000a11:03:38.074088 run scp-cfg-to-remote(pid=32549): Terminated: ok {rc=0}\u000a11:03:38.369280 run scp-db-to-remote(pid=32551): Launched\u000a11:03:39.566763 run scp-db-to-remote(pid=32551): Terminated: ok {rc=0}\u000a11:03:39.688025 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a11:03:40.026692 run patchelf(pid=32553): Launched\u000a11:03:41.224175 run patchelf(pid=32553): Terminated: ok {rc=0}\u000a11:03:41.345741 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a11:03:41.683288 run setcap-netadm(pid=32555): Launched\u000a11:03:42.881562 run setcap-netadm(pid=32555): Terminated: ok {rc=0}\u000a11:03:43.211265 run srsepc(pid=32556): Launched\u000a11:03:43.327964 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a11:03:44.450018 run rm-remote-dir(pid=32557): Launched\u000a11:03:44.634712 run srsepc(pid=32556): ERR: Terminated: ERROR {rc=127} [trial-2373↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=32556)]\u000a11:03:44.770194 run srsepc(pid=32556): stdout: \u000a| (launched: 2022-12-10_11:03:43.054252)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a11:03:44.904531 run srsepc(pid=32556): stderr: \u000a| (launched: 2022-12-10_11:03:43.102946)\u000a| Connection to 10.42.42.116 closed. \u000a11:03:45.034314 run srsepc(pid=32556): stdout: \u000a| (launched: 2022-12-10_11:03:43.054252)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a11:03:45.163179 run srsepc(pid=32556): stderr: \u000a| (launched: 2022-12-10_11:03:43.102946)\u000a| Connection to 10.42.42.116 closed. \u000a11:03:45.313774 run rm-remote-dir(pid=32557): Terminating (SIGINT)\u000a11:03:45.490691 run rm-remote-dir(pid=32557): Terminated: ok {rc=0}\u000a11:03:45.523301 tst iperf3_bidir.py:42: ERR: Error: srsepc(pid=32556): Process ended prematurely: srsepc(pid=32556) [trial-2373↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=32556)] [trial-2373↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42]\u000a11:03:45.532921 tst iperf3_bidir.py:42: Test FAILED (18.8 sec)\u000a11:03:45.643028 run scp-back-log(pid=32558): Launched\u000a11:03:46.743048 run scp-back-log(pid=32558): ERR: Terminated: ERROR {rc=1} [trial-2373↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=32558)]\u000a11:03:46.819561 run scp-back-log(pid=32558): stdout: \u000a| (launched: 2022-12-10_11:03:45.574031) \u000a11:03:46.897315 run scp-back-log(pid=32558): stderr: \u000a| (launched: 2022-12-10_11:03:45.593746)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a11:03:46.961911 tst srsepc_10.42.42.118: Error('scp-back-log(pid=32558): launch_sync(): local process exited with status 1 [trial-2373↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=32558)]')\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=32572): Process ended prematurely: srsepc(pid=32572) [trial-2373↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=32572)]", "failedSince" : 2139, "name" : "iperf3_dl.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_dl.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=32572): Process ended prematurely: srsepc(pid=32572) [trial-2373↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=32572)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_dl.py\u000a----------------------------------------------\u000a11:03:47.191759 tst iperf3_dl.py:13: Number of physical ue: 1\u000a11:03:47.235191 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a11:03:47.443473 tst iperf3_dl.py:20: ue index0: srsue_10.42.42.116\u000a11:03:47.485026 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a11:03:47.500793 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a11:03:47.620741 tst iperf3_dl.py: using MSISDN 7707\u000a11:03:47.727727 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7707', subscriber_id=0}\u000a11:03:47.833708 run srsepc_10.42.42.118: Starting srsepc\u000a11:03:48.472014 run rm-remote-dir(pid=32560): Launched\u000a11:03:49.659430 run rm-remote-dir(pid=32560): Terminated: ok {rc=0}\u000a11:03:49.986571 run mk-remote-dir(pid=32561): Launched\u000a11:03:51.173317 run mk-remote-dir(pid=32561): Terminated: ok {rc=0}\u000a11:03:51.449406 run scp-inst-to-remote(pid=32562): Launched\u000a11:03:53.635685 run scp-inst-to-remote(pid=32562): Terminated: ok {rc=0}\u000a11:03:53.963018 run rm-remote-dir(pid=32564): Launched\u000a11:03:55.150021 run rm-remote-dir(pid=32564): Terminated: ok {rc=0}\u000a11:03:55.476736 run mk-remote-dir(pid=32565): Launched\u000a11:03:56.663398 run mk-remote-dir(pid=32565): Terminated: ok {rc=0}\u000a11:03:56.940710 run scp-cfg-to-remote(pid=32566): Launched\u000a11:03:58.124009 run scp-cfg-to-remote(pid=32566): Terminated: ok {rc=0}\u000a11:03:58.399906 run scp-db-to-remote(pid=32568): Launched\u000a11:03:59.584410 run scp-db-to-remote(pid=32568): Terminated: ok {rc=0}\u000a11:03:59.697211 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a11:04:00.014221 run patchelf(pid=32570): Launched\u000a11:04:01.248460 run patchelf(pid=32570): Terminated: ok {rc=0}\u000a11:04:01.401087 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a11:04:01.846293 run setcap-netadm(pid=32571): Launched\u000a11:04:03.045865 run setcap-netadm(pid=32571): Terminated: ok {rc=0}\u000a11:04:03.355557 run srsepc(pid=32572): Launched\u000a11:04:03.463616 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a11:04:04.583628 run rm-remote-dir(pid=32573): Launched\u000a11:04:04.769053 run srsepc(pid=32572): ERR: Terminated: ERROR {rc=127} [trial-2373↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=32572)]\u000a11:04:04.904495 run srsepc(pid=32572): stdout: \u000a| (launched: 2022-12-10_11:04:03.207208)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a11:04:05.039192 run srsepc(pid=32572): stderr: \u000a| (launched: 2022-12-10_11:04:03.252671)\u000a| Connection to 10.42.42.116 closed. \u000a11:04:05.169610 run srsepc(pid=32572): stdout: \u000a| (launched: 2022-12-10_11:04:03.207208)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a11:04:05.298165 run srsepc(pid=32572): stderr: \u000a| (launched: 2022-12-10_11:04:03.252671)\u000a| Connection to 10.42.42.116 closed. \u000a11:04:05.448617 run rm-remote-dir(pid=32573): Terminating (SIGINT)\u000a11:04:05.625378 run rm-remote-dir(pid=32573): Terminated: ok {rc=0}\u000a11:04:05.657958 tst iperf3_dl.py:42: ERR: Error: srsepc(pid=32572): Process ended prematurely: srsepc(pid=32572) [trial-2373↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=32572)] [trial-2373↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42]\u000a11:04:05.667599 tst iperf3_dl.py:42: Test FAILED (18.7 sec)\u000a11:04:05.777189 run scp-back-log(pid=32574): Launched\u000a11:04:06.862876 run scp-back-log(pid=32574): ERR: Terminated: ERROR {rc=1} [trial-2373↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=32574)]\u000a11:04:06.924592 run scp-back-log(pid=32574): stdout: \u000a| (launched: 2022-12-10_11:04:05.708607) \u000a11:04:06.986342 run scp-back-log(pid=32574): stderr: \u000a| (launched: 2022-12-10_11:04:05.728320)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a11:04:07.039225 tst srsepc_10.42.42.118: Error('scp-back-log(pid=32574): launch_sync(): local process exited with status 1 [trial-2373↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=32574)]')\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=32588): Process ended prematurely: srsepc(pid=32588) [trial-2373↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=32588)]", "failedSince" : 2139, "name" : "iperf3_ul.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_ul.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=32588): Process ended prematurely: srsepc(pid=32588) [trial-2373↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=32588)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_ul.py\u000a----------------------------------------------\u000a11:04:07.216352 tst iperf3_ul.py:13: Number of physical ue: 1\u000a11:04:07.258572 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a11:04:07.462553 tst iperf3_ul.py:20: ue index0: srsue_10.42.42.116\u000a11:04:07.504104 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a11:04:07.519841 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a11:04:07.640499 tst iperf3_ul.py: using MSISDN 7708\u000a11:04:07.747283 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7708', subscriber_id=0}\u000a11:04:07.853432 run srsepc_10.42.42.118: Starting srsepc\u000a11:04:08.494065 run rm-remote-dir(pid=32576): Launched\u000a11:04:09.681415 run rm-remote-dir(pid=32576): Terminated: ok {rc=0}\u000a11:04:10.008484 run mk-remote-dir(pid=32577): Launched\u000a11:04:11.195931 run mk-remote-dir(pid=32577): Terminated: ok {rc=0}\u000a11:04:11.473898 run scp-inst-to-remote(pid=32578): Launched\u000a11:04:13.670832 run scp-inst-to-remote(pid=32578): Terminated: ok {rc=0}\u000a11:04:14.018387 run rm-remote-dir(pid=32580): Launched\u000a11:04:15.219304 run rm-remote-dir(pid=32580): Terminated: ok {rc=0}\u000a11:04:15.567967 run mk-remote-dir(pid=32581): Launched\u000a11:04:16.766458 run mk-remote-dir(pid=32581): Terminated: ok {rc=0}\u000a11:04:17.114673 run scp-cfg-to-remote(pid=32582): Launched\u000a11:04:18.301072 run scp-cfg-to-remote(pid=32582): Terminated: ok {rc=0}\u000a11:04:18.578705 run scp-db-to-remote(pid=32584): Launched\u000a11:04:19.762691 run scp-db-to-remote(pid=32584): Terminated: ok {rc=0}\u000a11:04:19.875928 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a11:04:20.195735 run patchelf(pid=32586): Launched\u000a11:04:21.381364 run patchelf(pid=32586): Terminated: ok {rc=0}\u000a11:04:21.494449 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a11:04:21.814221 run setcap-netadm(pid=32587): Launched\u000a11:04:22.999310 run setcap-netadm(pid=32587): Terminated: ok {rc=0}\u000a11:04:23.311296 run srsepc(pid=32588): Launched\u000a11:04:23.420064 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a11:04:24.543297 run rm-remote-dir(pid=32589): Launched\u000a11:04:24.729972 run srsepc(pid=32588): ERR: Terminated: ERROR {rc=127} [trial-2373↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=32588)]\u000a11:04:24.866537 run srsepc(pid=32588): stdout: \u000a| (launched: 2022-12-10_11:04:23.162126)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a11:04:25.001276 run srsepc(pid=32588): stderr: \u000a| (launched: 2022-12-10_11:04:23.207910)\u000a| Connection to 10.42.42.116 closed. \u000a11:04:25.132165 run srsepc(pid=32588): stdout: \u000a| (launched: 2022-12-10_11:04:23.162126)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a11:04:25.262409 run srsepc(pid=32588): stderr: \u000a| (launched: 2022-12-10_11:04:23.207910)\u000a| Connection to 10.42.42.116 closed. \u000a11:04:25.413775 run rm-remote-dir(pid=32589): Terminating (SIGINT)\u000a11:04:25.591597 run rm-remote-dir(pid=32589): Terminated: ok {rc=0}\u000a11:04:25.624325 tst iperf3_ul.py:42: ERR: Error: srsepc(pid=32588): Process ended prematurely: srsepc(pid=32588) [trial-2373↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=32588)] [trial-2373↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42]\u000a11:04:25.633964 tst iperf3_ul.py:42: Test FAILED (18.6 sec)\u000a11:04:25.743683 run scp-back-log(pid=32590): Launched\u000a11:04:26.829554 run scp-back-log(pid=32590): ERR: Terminated: ERROR {rc=1} [trial-2373↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=32590)]\u000a11:04:26.891396 run scp-back-log(pid=32590): stdout: \u000a| (launched: 2022-12-10_11:04:25.674969) \u000a11:04:26.953278 run scp-back-log(pid=32590): stderr: \u000a| (launched: 2022-12-10_11:04:25.694656)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a11:04:27.005999 tst srsepc_10.42.42.118: Error('scp-back-log(pid=32590): launch_sync(): local process exited with status 1 [trial-2373↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=32590)]')\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=32604): Process ended prematurely: srsepc(pid=32604) [trial-2373↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=32604)]", "failedSince" : 2142, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=32604): Process ended prematurely: srsepc(pid=32604) [trial-2373↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=32604)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 4g:srsenb-rftype@zmq+srsue-rftype@zmq ping.py\u000a----------------------------------------------\u000a11:04:27.019835 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a11:04:27.036288 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a11:04:27.059144 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a11:04:27.198258 tst ping.py: using MSISDN 7709\u000a11:04:27.306285 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7709', subscriber_id=0}\u000a11:04:27.413509 run srsepc_10.42.42.118: Starting srsepc\u000a11:04:28.055542 run rm-remote-dir(pid=32592): Launched\u000a11:04:29.242710 run rm-remote-dir(pid=32592): Terminated: ok {rc=0}\u000a11:04:29.571099 run mk-remote-dir(pid=32593): Launched\u000a11:04:30.758413 run mk-remote-dir(pid=32593): Terminated: ok {rc=0}\u000a11:04:31.146840 run scp-inst-to-remote(pid=32594): Launched\u000a11:04:33.340597 run scp-inst-to-remote(pid=32594): Terminated: ok {rc=0}\u000a11:04:33.669508 run rm-remote-dir(pid=32596): Launched\u000a11:04:34.856757 run rm-remote-dir(pid=32596): Terminated: ok {rc=0}\u000a11:04:35.184749 run mk-remote-dir(pid=32597): Launched\u000a11:04:36.372890 run mk-remote-dir(pid=32597): Terminated: ok {rc=0}\u000a11:04:36.650296 run scp-cfg-to-remote(pid=32598): Launched\u000a11:04:37.834512 run scp-cfg-to-remote(pid=32598): Terminated: ok {rc=0}\u000a11:04:38.113225 run scp-db-to-remote(pid=32600): Launched\u000a11:04:39.298859 run scp-db-to-remote(pid=32600): Terminated: ok {rc=0}\u000a11:04:39.412053 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a11:04:39.730185 run patchelf(pid=32602): Launched\u000a11:04:40.914732 run patchelf(pid=32602): Terminated: ok {rc=0}\u000a11:04:41.027416 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a11:04:41.346148 run setcap-netadm(pid=32603): Launched\u000a11:04:42.530444 run setcap-netadm(pid=32603): Terminated: ok {rc=0}\u000a11:04:42.840173 run srsepc(pid=32604): Launched\u000a11:04:42.948271 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a11:04:44.138599 run rm-remote-dir(pid=32605): Launched\u000a11:04:44.336011 run srsepc(pid=32604): ERR: Terminated: ERROR {rc=127} [trial-2373↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=32604)]\u000a11:04:44.480888 run srsepc(pid=32604): stdout: \u000a| (launched: 2022-12-10_11:04:42.691696)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a11:04:44.624906 run srsepc(pid=32604): stderr: \u000a| (launched: 2022-12-10_11:04:42.737339)\u000a| Connection to 10.42.42.116 closed. \u000a11:04:44.764787 run srsepc(pid=32604): stdout: \u000a| (launched: 2022-12-10_11:04:42.691696)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a11:04:44.903322 run srsepc(pid=32604): stderr: \u000a| (launched: 2022-12-10_11:04:42.737339)\u000a| Connection to 10.42.42.116 closed. \u000a11:04:45.064914 run rm-remote-dir(pid=32605): Terminating (SIGINT)\u000a11:04:45.255274 run rm-remote-dir(pid=32605): Terminated: ok {rc=0}\u000a11:04:45.290416 tst ping.py:16: ERR: Error: srsepc(pid=32604): Process ended prematurely: srsepc(pid=32604) [trial-2373↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=32604)] [trial-2373↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16]\u000a11:04:45.300782 tst ping.py:16: Test FAILED (18.3 sec)\u000a11:04:45.417400 run scp-back-log(pid=32606): Launched\u000a11:04:46.507138 run scp-back-log(pid=32606): ERR: Terminated: ERROR {rc=1} [trial-2373↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=32606)]\u000a11:04:46.575187 run scp-back-log(pid=32606): stdout: \u000a| (launched: 2022-12-10_11:04:45.345615) \u000a11:04:46.642760 run scp-back-log(pid=32606): stderr: \u000a| (launched: 2022-12-10_11:04:45.366372)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a11:04:46.700754 tst srsepc_10.42.42.118: Error('scp-back-log(pid=32606): launch_sync(): local process exited with status 1 [trial-2373↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=32606)]')\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=32623): Process ended prematurely: srsepc(pid=32623) [trial-2373↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=32623)]", "failedSince" : 2139, "name" : "rrc_idle_mo_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mo_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=32623): Process ended prematurely: srsepc(pid=32623) [trial-2373↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=32623)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mo_ping.py\u000a----------------------------------------------\u000a11:04:46.717307 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a11:04:46.736310 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a11:04:46.763132 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a11:04:46.937889 tst rrc_idle_mo_ping.py: using MSISDN 7710\u000a11:04:47.061110 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7710', subscriber_id=0}\u000a11:04:47.178034 run srsepc_10.42.42.118: Starting srsepc\u000a11:04:47.861557 run rm-remote-dir(pid=32608): Launched\u000a11:04:49.060576 run rm-remote-dir(pid=32608): Terminated: ok {rc=0}\u000a11:04:49.409540 run mk-remote-dir(pid=32609): Launched\u000a11:04:50.608497 run mk-remote-dir(pid=32609): Terminated: ok {rc=0}\u000a11:04:50.901812 run scp-inst-to-remote(pid=32610): Launched\u000a11:04:53.100038 run scp-inst-to-remote(pid=32610): Terminated: ok {rc=0}\u000a11:04:53.448289 run rm-remote-dir(pid=32612): Launched\u000a11:04:54.647547 run rm-remote-dir(pid=32612): Terminated: ok {rc=0}\u000a11:04:54.995042 run mk-remote-dir(pid=32613): Launched\u000a11:04:56.195012 run mk-remote-dir(pid=32613): Terminated: ok {rc=0}\u000a11:04:56.487797 run scp-cfg-to-remote(pid=32614): Launched\u000a11:04:57.683115 run scp-cfg-to-remote(pid=32614): Terminated: ok {rc=0}\u000a11:04:57.975209 run scp-db-to-remote(pid=32616): Launched\u000a11:04:59.173346 run scp-db-to-remote(pid=32616): Terminated: ok {rc=0}\u000a11:04:59.294028 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a11:04:59.632092 run patchelf(pid=32618): Launched\u000a11:05:00.829519 run patchelf(pid=32618): Terminated: ok {rc=0}\u000a11:05:00.962481 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a11:05:01.357157 run setcap-netadm(pid=32619): Launched\u000a11:05:02.545140 run setcap-netadm(pid=32619): Terminated: ok {rc=0}\u000a11:05:02.855396 run srsepc(pid=32623): Launched\u000a11:05:02.963822 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a11:05:04.088377 run rm-remote-dir(pid=32624): Launched\u000a11:05:04.274452 run srsepc(pid=32623): ERR: Terminated: ERROR {rc=127} [trial-2373↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=32623)]\u000a11:05:04.410604 run srsepc(pid=32623): stdout: \u000a| (launched: 2022-12-10_11:05:02.707020)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a11:05:04.544736 run srsepc(pid=32623): stderr: \u000a| (launched: 2022-12-10_11:05:02.752425)\u000a| Connection to 10.42.42.116 closed. \u000a11:05:04.674667 run srsepc(pid=32623): stdout: \u000a| (launched: 2022-12-10_11:05:02.707020)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a11:05:04.803512 run srsepc(pid=32623): stderr: \u000a| (launched: 2022-12-10_11:05:02.752425)\u000a| Connection to 10.42.42.116 closed. \u000a11:05:04.954879 run rm-remote-dir(pid=32624): Terminating (SIGINT)\u000a11:05:05.132869 run rm-remote-dir(pid=32624): Terminated: ok {rc=0}\u000a11:05:05.165672 tst rrc_idle_mo_ping.py:16: ERR: Error: srsepc(pid=32623): Process ended prematurely: srsepc(pid=32623) [trial-2373↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=32623)] [trial-2373↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16]\u000a11:05:05.175341 tst rrc_idle_mo_ping.py:16: Test FAILED (18.4 sec)\u000a11:05:05.285973 run scp-back-log(pid=32625): Launched\u000a11:05:06.371691 run scp-back-log(pid=32625): ERR: Terminated: ERROR {rc=1} [trial-2373↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=32625)]\u000a11:05:06.433632 run scp-back-log(pid=32625): stdout: \u000a| (launched: 2022-12-10_11:05:05.216597) \u000a11:05:06.496059 run scp-back-log(pid=32625): stderr: \u000a| (launched: 2022-12-10_11:05:05.236357)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a11:05:06.549074 tst srsepc_10.42.42.118: Error('scp-back-log(pid=32625): launch_sync(): local process exited with status 1 [trial-2373↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=32625)]')\u000a" }, { "testActions" : [ ], "age" : 235, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=32639): Process ended prematurely: srsepc(pid=32639) [trial-2373↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=32639)]", "failedSince" : 2139, "name" : "rrc_idle_mt_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mt_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=32639): Process ended prematurely: srsepc(pid=32639) [trial-2373↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=32639)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mt_ping.py\u000a----------------------------------------------\u000a11:05:06.563109 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a11:05:06.579662 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a11:05:06.602361 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a11:05:06.741608 tst rrc_idle_mt_ping.py: using MSISDN 7711\u000a11:05:06.849799 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7711', subscriber_id=0}\u000a11:05:06.956640 run srsepc_10.42.42.118: Starting srsepc\u000a11:05:07.597312 run rm-remote-dir(pid=32627): Launched\u000a11:05:08.784408 run rm-remote-dir(pid=32627): Terminated: ok {rc=0}\u000a11:05:09.112608 run mk-remote-dir(pid=32628): Launched\u000a11:05:10.299752 run mk-remote-dir(pid=32628): Terminated: ok {rc=0}\u000a11:05:10.576747 run scp-inst-to-remote(pid=32629): Launched\u000a11:05:12.762363 run scp-inst-to-remote(pid=32629): Terminated: ok {rc=0}\u000a11:05:13.090116 run rm-remote-dir(pid=32631): Launched\u000a11:05:14.276758 run rm-remote-dir(pid=32631): Terminated: ok {rc=0}\u000a11:05:14.605655 run mk-remote-dir(pid=32632): Launched\u000a11:05:15.803437 run mk-remote-dir(pid=32632): Terminated: ok {rc=0}\u000a11:05:16.112228 run scp-cfg-to-remote(pid=32633): Launched\u000a11:05:17.311215 run scp-cfg-to-remote(pid=32633): Terminated: ok {rc=0}\u000a11:05:17.609367 run scp-db-to-remote(pid=32635): Launched\u000a11:05:18.806278 run scp-db-to-remote(pid=32635): Terminated: ok {rc=0}\u000a11:05:18.928162 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a11:05:19.266408 run patchelf(pid=32637): Launched\u000a11:05:20.464128 run patchelf(pid=32637): Terminated: ok {rc=0}\u000a11:05:20.586139 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a11:05:20.924787 run setcap-netadm(pid=32638): Launched\u000a11:05:22.123536 run setcap-netadm(pid=32638): Terminated: ok {rc=0}\u000a11:05:22.453514 run srsepc(pid=32639): Launched\u000a11:05:22.568852 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a11:05:23.759340 run rm-remote-dir(pid=32640): Launched\u000a11:05:23.956546 run srsepc(pid=32639): ERR: Terminated: ERROR {rc=127} [trial-2373↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=32639)]\u000a11:05:24.100117 run srsepc(pid=32639): stdout: \u000a| (launched: 2022-12-10_11:05:22.296809)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a11:05:24.243518 run srsepc(pid=32639): stderr: \u000a| (launched: 2022-12-10_11:05:22.345571)\u000a| Connection to 10.42.42.116 closed. \u000a11:05:24.383350 run srsepc(pid=32639): stdout: \u000a| (launched: 2022-12-10_11:05:22.296809)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a11:05:24.521906 run srsepc(pid=32639): stderr: \u000a| (launched: 2022-12-10_11:05:22.345571)\u000a| Connection to 10.42.42.116 closed. \u000a11:05:24.683437 run rm-remote-dir(pid=32640): Terminating (SIGINT)\u000a11:05:24.873805 run rm-remote-dir(pid=32640): Terminated: ok {rc=0}\u000a11:05:24.908741 tst rrc_idle_mt_ping.py:16: ERR: Error: srsepc(pid=32639): Process ended prematurely: srsepc(pid=32639) [trial-2373↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=32639)] [trial-2373↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16]\u000a11:05:24.919097 tst rrc_idle_mt_ping.py:16: Test FAILED (18.3 sec)\u000a11:05:25.034750 run scp-back-log(pid=32641): Launched\u000a11:05:26.125463 run scp-back-log(pid=32641): ERR: Terminated: ERROR {rc=1} [trial-2373↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=32641)]\u000a11:05:26.190604 run scp-back-log(pid=32641): stdout: \u000a| (launched: 2022-12-10_11:05:24.962774) \u000a11:05:26.255810 run scp-back-log(pid=32641): stderr: \u000a| (launched: 2022-12-10_11:05:24.983433)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a11:05:26.311163 tst srsepc_10.42.42.118: Error('scp-back-log(pid=32641): launch_sync(): local process exited with status 1 [trial-2373↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=32641)]')\u000a" } ], "duration" : 142.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "163", "name" : "4g_srsenb-rftype@zmq+srsue-rftype@zmq", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:03:05" }, { "cases" : [ { "testActions" : [ ], "age" : 171, "className" : "handover_2G:nanobts+bts1-oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32654): Process ended prematurely: osmo-stp_10.42.42.5(pid=32654) [trial-2373↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32654)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32654): Process ended prematurely: osmo-stp_10.42.42.5(pid=32654) [trial-2373↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32654)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 handover_2G:nanobts+bts1-oc2g handover.py\u000a----------------------------------------------\u000a11:05:27.174990 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a11:05:27.186572 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a11:05:27.321637 tst handover.py: using LAC 27946\u000a11:05:27.447465 tst handover.py: using RAC 151\u000a11:05:27.574968 tst handover.py: using CellId 27946\u000a11:05:27.700513 tst handover.py: using BVCI 27947\u000a11:05:27.725067 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a11:05:27.851540 tst handover.py: using LAC 27947\u000a11:05:27.976582 tst handover.py: using RAC 152\u000a11:05:28.102377 tst handover.py: using CellId 27947\u000a11:05:28.227270 tst handover.py: using BVCI 27948\u000a11:05:28.252000 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a11:05:28.263287 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a11:05:28.274383 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a11:05:28.285779 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a11:05:28.297229 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a11:05:28.308492 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a11:05:28.430384 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a11:05:28.635225 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:05:29.110398 run create_hlr_db(pid=32648): Launched\u000a11:05:30.288071 run create_hlr_db(pid=32648): Terminated: ok {rc=0}\u000a11:05:30.599230 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32650): Launched\u000a11:05:30.995782 run osmo-hlr_10.42.42.2(pid=32651): Launched\u000a11:05:31.179578 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:05:31.776470 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32653): Launched\u000a11:05:32.235531 run osmo-stp_10.42.42.5(pid=32654): Launched\u000a11:05:32.372800 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:05:32.963444 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32656): Launched\u000a11:05:33.285479 run osmo-msc_10.42.42.6(pid=32657): Launched\u000a11:05:33.475502 run osmo-stp_10.42.42.5(pid=32654): ERR: Terminated: ERROR {rc=1} [trial-2373↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32654)]\u000a11:05:33.612709 run osmo-stp_10.42.42.5(pid=32654): stdout: \u000a| (launched: 2022-12-10_11:05:31.946418)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:05:33.749821 run osmo-stp_10.42.42.5(pid=32654): stderr: \u000a| �[0;m�[38;5;43m20221210110532253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210110532253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210110532254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210110532254 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210110532256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210110532257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210110532257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:05:33.879671 run osmo-stp_10.42.42.5(pid=32654): stdout: \u000a| (launched: 2022-12-10_11:05:31.946418)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:05:34.008272 run osmo-stp_10.42.42.5(pid=32654): stderr: \u000a| �[0;m�[38;5;43m20221210110532253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210110532253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210110532254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210110532254 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210110532256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210110532257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210110532257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:05:34.064347 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=32654): Process ended prematurely: osmo-stp_10.42.42.5(pid=32654) [trial-2373↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32654)] [trial-2373↪handover_2G:nanobts+bts1-oc2g↪handover.py:18]\u000a11:05:34.072864 tst handover.py:18: Test FAILED (6.9 sec)\u000a11:05:34.136264 run osmo-hlr_10.42.42.2(pid=32651): ERR: Terminated: ERROR {rc=237} [trial-2373↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32651)]\u000a11:05:34.188205 run osmo-hlr_10.42.42.2(pid=32651): stdout: \u000a| (launched: 2022-12-10_11:05:30.752362) \u000a11:05:34.240906 run osmo-hlr_10.42.42.2(pid=32651): stderr: \u000a| �[0;m�[1;31m20221210110530930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210110530930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210110530930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110530930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110530930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210110530930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210110530947 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/handover_2G:nanobts+bts1-oc2g/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210110530963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210110530963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210110530963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:05:34.312110 run osmo-msc_10.42.42.6(pid=32657): ERR: Terminated: ERROR {rc=2} [trial-2373↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32657)]\u000a11:05:34.364658 run osmo-msc_10.42.42.6(pid=32657): stdout: \u000a| (launched: 2022-12-10_11:05:33.127412) \u000a11:05:34.417189 run osmo-msc_10.42.42.6(pid=32657): stderr: \u000a| �[0;m�[38;5;43m20221210110533447 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210110533447 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fef49169c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210110533447 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210110533447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210110533447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210110533447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210110533449 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210110533449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210110533449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210110533450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:05:34.461818 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32650): Terminating (SIGTERM)\u000a11:05:34.503634 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32653): Terminating (SIGTERM)\u000a11:05:34.546025 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32656): Terminating (SIGTERM)\u000a11:05:34.555904 --- ParallelTerminationStrategy: PID 32650 died...\u000a11:05:34.611696 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32650): Terminated: ok {rc=0}\u000a11:05:34.621889 --- ParallelTerminationStrategy: PID 32653 died...\u000a11:05:34.677365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32653): Terminated: ok {rc=0}\u000a11:05:34.687250 --- ParallelTerminationStrategy: PID 32656 died...\u000a11:05:34.743095 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32656): Terminated: ok {rc=0}\u000a11:05:34.830275 bus /sierra_3: Setting Powered False\u000a11:05:35.936610 bus /sierra_3: Setting Powered False\u000a11:05:37.045057 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "164", "name" : "handover_2G_nanobts+bts1-oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:05:26" }, { "cases" : [ { "testActions" : [ ], "age" : 202, "className" : "handover_2G:nanobts+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32668): Process ended prematurely: osmo-stp_10.42.42.5(pid=32668) [trial-2373↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32668)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32668): Process ended prematurely: osmo-stp_10.42.42.5(pid=32668) [trial-2373↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32668)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 handover_2G:nanobts+bts1-octphy handover.py\u000a----------------------------------------------\u000a11:05:39.012773 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a11:05:39.024014 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a11:05:39.157296 tst handover.py: using LAC 27948\u000a11:05:39.275484 tst handover.py: using RAC 153\u000a11:05:39.394900 tst handover.py: using CellId 27948\u000a11:05:39.512646 tst handover.py: using BVCI 27949\u000a11:05:39.535781 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a11:05:39.655687 tst handover.py: using LAC 27949\u000a11:05:39.772409 tst handover.py: using RAC 154\u000a11:05:39.888907 tst handover.py: using CellId 27949\u000a11:05:40.012579 tst handover.py: using BVCI 27950\u000a11:05:40.037088 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a11:05:40.048321 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a11:05:40.059405 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a11:05:40.071132 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a11:05:40.083220 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a11:05:40.094947 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a11:05:40.214510 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a11:05:40.413914 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:05:40.861983 run create_hlr_db(pid=32662): Launched\u000a11:05:40.985404 bus /sierra_2: Setting Powered False\u000a11:05:42.056116 run create_hlr_db(pid=32662): Terminated: ok {rc=0}\u000a11:05:42.457814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32664): Launched\u000a11:05:42.779535 run osmo-hlr_10.42.42.2(pid=32665): Launched\u000a11:05:42.897923 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:05:43.430805 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32667): Launched\u000a11:05:43.753165 run osmo-stp_10.42.42.5(pid=32668): Launched\u000a11:05:43.871723 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:05:44.434273 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32670): Launched\u000a11:05:44.756542 run osmo-msc_10.42.42.6(pid=32671): Launched\u000a11:05:44.945864 run osmo-stp_10.42.42.5(pid=32668): ERR: Terminated: ERROR {rc=1} [trial-2373↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32668)]\u000a11:05:45.082752 run osmo-stp_10.42.42.5(pid=32668): stdout: \u000a| (launched: 2022-12-10_11:05:43.595043)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:05:45.218674 run osmo-stp_10.42.42.5(pid=32668): stderr: \u000a| �[0;m�[38;5;43m20221210110543788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210110543788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210110543788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210110543789 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210110543789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210110543789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210110543789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:05:45.349771 run osmo-stp_10.42.42.5(pid=32668): stdout: \u000a| (launched: 2022-12-10_11:05:43.595043)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:05:45.478754 run osmo-stp_10.42.42.5(pid=32668): stderr: \u000a| �[0;m�[38;5;43m20221210110543788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210110543788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210110543788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210110543789 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210110543789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210110543789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210110543789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:05:45.535009 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=32668): Process ended prematurely: osmo-stp_10.42.42.5(pid=32668) [trial-2373↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32668)] [trial-2373↪handover_2G:nanobts+bts1-octphy↪handover.py:18]\u000a11:05:45.543466 tst handover.py:18: Test FAILED (6.5 sec)\u000a11:05:45.606333 run osmo-hlr_10.42.42.2(pid=32665): ERR: Terminated: ERROR {rc=237} [trial-2373↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32665)]\u000a11:05:45.657644 run osmo-hlr_10.42.42.2(pid=32665): stdout: \u000a| (launched: 2022-12-10_11:05:42.622051) \u000a11:05:45.709803 run osmo-hlr_10.42.42.2(pid=32665): stderr: \u000a| �[0;m�[1;31m20221210110542820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210110542820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210110542820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110542820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110542820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210110542820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210110542832 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/handover_2G:nanobts+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210110542840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210110542841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210110542841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:05:45.780347 run osmo-msc_10.42.42.6(pid=32671): ERR: Terminated: ERROR {rc=2} [trial-2373↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32671)]\u000a11:05:45.832458 run osmo-msc_10.42.42.6(pid=32671): stdout: \u000a| (launched: 2022-12-10_11:05:44.598595) \u000a11:05:45.890797 run osmo-msc_10.42.42.6(pid=32671): stderr: \u000a| �[0;m�[38;5;43m20221210110544918 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210110544918 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6538c32c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210110544918 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210110544918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210110544918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210110544919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210110544920 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210110544921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210110544921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210110544921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:05:45.935768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32664): Terminating (SIGTERM)\u000a11:05:45.978337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32667): Terminating (SIGTERM)\u000a11:05:46.022736 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32670): Terminating (SIGTERM)\u000a11:05:46.032510 --- ParallelTerminationStrategy: PID 32664 died...\u000a11:05:46.089422 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32664): Terminated: ok {rc=0}\u000a11:05:46.099740 --- ParallelTerminationStrategy: PID 32667 died...\u000a11:05:46.156460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32667): Terminated: ok {rc=0}\u000a11:05:46.166886 --- ParallelTerminationStrategy: PID 32670 died...\u000a11:05:46.223665 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32670): Terminated: ok {rc=0}\u000a11:05:46.311150 bus /sierra_3: Setting Powered False\u000a11:05:47.411631 bus /sierra_3: Setting Powered False\u000a11:05:48.523069 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "165", "name" : "handover_2G_nanobts+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:05:38" }, { "cases" : [ { "testActions" : [ ], "age" : 202, "className" : "handover_2G:nanobts+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32682): Process ended prematurely: osmo-stp_10.42.42.5(pid=32682) [trial-2373↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32682)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32682): Process ended prematurely: osmo-stp_10.42.42.5(pid=32682) [trial-2373↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32682)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 handover_2G:nanobts+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a11:05:50.503684 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a11:05:50.514476 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a11:05:50.641839 tst handover.py: using LAC 27950\u000a11:05:50.765356 tst handover.py: using RAC 155\u000a11:05:50.882559 tst handover.py: using CellId 27950\u000a11:05:50.999032 tst handover.py: using BVCI 27951\u000a11:05:51.022575 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a11:05:51.162304 tst handover.py: using LAC 27951\u000a11:05:51.279462 tst handover.py: using RAC 156\u000a11:05:51.398327 tst handover.py: using CellId 27951\u000a11:05:51.515138 tst handover.py: using BVCI 27952\u000a11:05:51.538299 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a11:05:51.549181 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a11:05:51.559919 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a11:05:51.571230 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a11:05:51.582520 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a11:05:51.593658 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a11:05:51.711440 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a11:05:51.917948 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:05:52.405328 run create_hlr_db(pid=32676): Launched\u000a11:05:52.536403 bus /sierra_2: Setting Powered False\u000a11:05:53.612511 run create_hlr_db(pid=32676): Terminated: ok {rc=0}\u000a11:05:53.992901 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32678): Launched\u000a11:05:54.295647 run osmo-hlr_10.42.42.2(pid=32679): Launched\u000a11:05:54.406929 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:05:54.903898 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32681): Launched\u000a11:05:55.204580 run osmo-stp_10.42.42.5(pid=32682): Launched\u000a11:05:55.315494 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:05:55.840804 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32684): Launched\u000a11:05:56.144312 run osmo-msc_10.42.42.6(pid=32685): Launched\u000a11:05:56.322641 run osmo-stp_10.42.42.5(pid=32682): ERR: Terminated: ERROR {rc=1} [trial-2373↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32682)]\u000a11:05:56.451731 run osmo-stp_10.42.42.5(pid=32682): stdout: \u000a| (launched: 2022-12-10_11:05:55.056414)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:05:56.578047 run osmo-stp_10.42.42.5(pid=32682): stderr: \u000a| �[0;m�[38;5;43m20221210110555224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210110555224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210110555225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210110555225 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210110555226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210110555226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210110555226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:05:56.699510 run osmo-stp_10.42.42.5(pid=32682): stdout: \u000a| (launched: 2022-12-10_11:05:55.056414)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:05:56.820041 run osmo-stp_10.42.42.5(pid=32682): stderr: \u000a| �[0;m�[38;5;43m20221210110555224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210110555224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210110555225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210110555225 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210110555226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210110555226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210110555226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:05:56.872894 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=32682): Process ended prematurely: osmo-stp_10.42.42.5(pid=32682) [trial-2373↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32682)] [trial-2373↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18]\u000a11:05:56.880676 tst handover.py:18: Test FAILED (6.4 sec)\u000a11:05:56.940546 run osmo-hlr_10.42.42.2(pid=32679): ERR: Terminated: ERROR {rc=237} [trial-2373↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32679)]\u000a11:05:56.989606 run osmo-hlr_10.42.42.2(pid=32679): stdout: \u000a| (launched: 2022-12-10_11:05:54.146599) \u000a11:05:57.039270 run osmo-hlr_10.42.42.2(pid=32679): stderr: \u000a| �[0;m�[1;31m20221210110554323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210110554324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210110554324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110554324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110554324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210110554324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210110554336 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/handover_2G:nanobts+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210110554347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210110554347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210110554347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:05:57.106262 run osmo-msc_10.42.42.6(pid=32685): ERR: Terminated: ERROR {rc=2} [trial-2373↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32685)]\u000a11:05:57.154863 run osmo-msc_10.42.42.6(pid=32685): stdout: \u000a| (launched: 2022-12-10_11:05:55.994912) \u000a11:05:57.204493 run osmo-msc_10.42.42.6(pid=32685): stderr: \u000a| �[0;m�[38;5;43m20221210110556263 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210110556263 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f293b6a3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210110556263 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210110556263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210110556263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210110556263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210110556267 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210110556267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210110556267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210110556267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:05:57.246240 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32678): Terminating (SIGTERM)\u000a11:05:57.286227 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32681): Terminating (SIGTERM)\u000a11:05:57.326310 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32684): Terminating (SIGTERM)\u000a11:05:57.335882 --- ParallelTerminationStrategy: PID 32678 died...\u000a11:05:57.389005 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32678): Terminated: ok {rc=0}\u000a11:05:57.399006 --- ParallelTerminationStrategy: PID 32681 died...\u000a11:05:57.452190 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32681): Terminated: ok {rc=0}\u000a11:05:57.461867 --- ParallelTerminationStrategy: PID 32684 died...\u000a11:05:57.514796 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32684): Terminated: ok {rc=0}\u000a11:05:57.601264 bus /sierra_3: Setting Powered False\u000a11:05:58.706215 bus /sierra_3: Setting Powered False\u000a11:05:59.817252 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "166", "name" : "handover_2G_nanobts+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:05:50" }, { "cases" : [ { "testActions" : [ ], "age" : 202, "className" : "handover_2G:nanobts+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32696): Process ended prematurely: osmo-stp_10.42.42.5(pid=32696) [trial-2373↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32696)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32696): Process ended prematurely: osmo-stp_10.42.42.5(pid=32696) [trial-2373↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32696)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 handover_2G:nanobts+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a11:06:01.898935 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:06:01.910746 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a11:06:02.048111 tst handover.py: using LAC 27952\u000a11:06:02.175933 tst handover.py: using RAC 157\u000a11:06:02.299803 tst handover.py: using CellId 27952\u000a11:06:02.425718 tst handover.py: using BVCI 27953\u000a11:06:02.450359 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a11:06:02.590721 tst handover.py: using LAC 27953\u000a11:06:02.718528 tst handover.py: using RAC 158\u000a11:06:02.840758 tst handover.py: using CellId 27953\u000a11:06:02.960140 tst handover.py: using BVCI 27954\u000a11:06:02.983188 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:06:02.994754 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:06:03.005918 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:06:03.017279 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:06:03.028313 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:06:03.039389 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a11:06:03.156497 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a11:06:03.367074 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:06:03.853912 run create_hlr_db(pid=32690): Launched\u000a11:06:03.985964 bus /sierra_2: Setting Powered False\u000a11:06:05.062306 run create_hlr_db(pid=32690): Terminated: ok {rc=0}\u000a11:06:05.443029 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32692): Launched\u000a11:06:05.746450 run osmo-hlr_10.42.42.2(pid=32693): Launched\u000a11:06:05.865744 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:06:06.372402 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32695): Launched\u000a11:06:06.674172 run osmo-stp_10.42.42.5(pid=32696): Launched\u000a11:06:06.785429 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:06:07.314442 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32698): Launched\u000a11:06:07.617408 run osmo-msc_10.42.42.6(pid=32699): Launched\u000a11:06:07.794347 run osmo-stp_10.42.42.5(pid=32696): ERR: Terminated: ERROR {rc=1} [trial-2373↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32696)]\u000a11:06:07.922374 run osmo-stp_10.42.42.5(pid=32696): stdout: \u000a| (launched: 2022-12-10_11:06:06.525673)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:06:08.049328 run osmo-stp_10.42.42.5(pid=32696): stderr: \u000a| �[0;m�[38;5;43m20221210110606693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210110606693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210110606694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210110606694 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210110606696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210110606696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210110606697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:06:08.170911 run osmo-stp_10.42.42.5(pid=32696): stdout: \u000a| (launched: 2022-12-10_11:06:06.525673)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:06:08.291199 run osmo-stp_10.42.42.5(pid=32696): stderr: \u000a| �[0;m�[38;5;43m20221210110606693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210110606693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210110606694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210110606694 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210110606696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210110606696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210110606697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:06:08.343868 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=32696): Process ended prematurely: osmo-stp_10.42.42.5(pid=32696) [trial-2373↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32696)] [trial-2373↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a11:06:08.351894 tst handover.py:18: Test FAILED (6.4 sec)\u000a11:06:08.411704 run osmo-hlr_10.42.42.2(pid=32693): ERR: Terminated: ERROR {rc=237} [trial-2373↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32693)]\u000a11:06:08.461215 run osmo-hlr_10.42.42.2(pid=32693): stdout: \u000a| (launched: 2022-12-10_11:06:05.596849) \u000a11:06:08.511146 run osmo-hlr_10.42.42.2(pid=32693): stderr: \u000a| �[0;m�[1;31m20221210110605775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210110605775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210110605775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110605775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110605775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210110605775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210110605786 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/handover_2G:nanobts+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210110605796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210110605797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210110605797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:06:08.578631 run osmo-msc_10.42.42.6(pid=32699): ERR: Terminated: ERROR {rc=2} [trial-2373↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32699)]\u000a11:06:08.627752 run osmo-msc_10.42.42.6(pid=32699): stdout: \u000a| (launched: 2022-12-10_11:06:07.467923) \u000a11:06:08.677400 run osmo-msc_10.42.42.6(pid=32699): stderr: \u000a| �[0;m�[38;5;43m20221210110607738 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210110607738 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f70a781bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210110607738 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210110607738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210110607738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210110607739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210110607740 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210110607741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210110607741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210110607741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:06:08.719346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32692): Terminating (SIGTERM)\u000a11:06:08.759220 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32695): Terminating (SIGTERM)\u000a11:06:08.799224 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32698): Terminating (SIGTERM)\u000a11:06:08.808702 --- ParallelTerminationStrategy: PID 32692 died...\u000a11:06:08.862313 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32692): Terminated: ok {rc=0}\u000a11:06:08.871851 --- ParallelTerminationStrategy: PID 32695 died...\u000a11:06:08.925280 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32695): Terminated: ok {rc=0}\u000a11:06:08.934814 --- ParallelTerminationStrategy: PID 32698 died...\u000a11:06:08.988937 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32698): Terminated: ok {rc=0}\u000a11:06:09.073082 bus /sierra_3: Setting Powered False\u000a11:06:10.175779 bus /sierra_3: Setting Powered False\u000a11:06:11.287341 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "167", "name" : "handover_2G_nanobts+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:06:01" }, { "cases" : [ { "testActions" : [ ], "age" : 202, "className" : "handover_2G:nanobts+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32711): Process ended prematurely: osmo-stp_10.42.42.5(pid=32711) [trial-2373↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32711)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32711): Process ended prematurely: osmo-stp_10.42.42.5(pid=32711) [trial-2373↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32711)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 handover_2G:nanobts+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a11:06:13.279999 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:06:13.290901 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a11:06:13.415272 tst handover.py: using LAC 27954\u000a11:06:13.532365 tst handover.py: using RAC 159\u000a11:06:13.649251 tst handover.py: using CellId 27954\u000a11:06:13.772055 tst handover.py: using BVCI 27955\u000a11:06:13.794987 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a11:06:13.930998 tst handover.py: using LAC 27955\u000a11:06:14.048760 tst handover.py: using RAC 160\u000a11:06:14.165839 tst handover.py: using CellId 27955\u000a11:06:14.282748 tst handover.py: using BVCI 27956\u000a11:06:14.305804 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:06:14.316621 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:06:14.327306 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:06:14.338342 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:06:14.349365 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:06:14.360284 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a11:06:14.479164 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a11:06:14.680470 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:06:15.129650 run create_hlr_db(pid=32705): Launched\u000a11:06:15.253361 bus /sierra_2: Setting Powered False\u000a11:06:16.329931 run create_hlr_db(pid=32705): Terminated: ok {rc=0}\u000a11:06:16.734430 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32707): Launched\u000a11:06:17.181829 run osmo-hlr_10.42.42.2(pid=32708): Launched\u000a11:06:17.297409 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:06:17.797607 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32710): Launched\u000a11:06:18.100781 run osmo-stp_10.42.42.5(pid=32711): Launched\u000a11:06:18.211907 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:06:18.746201 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32713): Launched\u000a11:06:19.067565 run osmo-msc_10.42.42.6(pid=32714): Launched\u000a11:06:19.256393 run osmo-stp_10.42.42.5(pid=32711): ERR: Terminated: ERROR {rc=1} [trial-2373↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32711)]\u000a11:06:19.393231 run osmo-stp_10.42.42.5(pid=32711): stdout: \u000a| (launched: 2022-12-10_11:06:17.951116)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:06:19.528628 run osmo-stp_10.42.42.5(pid=32711): stderr: \u000a| �[0;m�[38;5;43m20221210110618120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210110618120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210110618120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210110618121 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210110618121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210110618121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210110618121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:06:19.657656 run osmo-stp_10.42.42.5(pid=32711): stdout: \u000a| (launched: 2022-12-10_11:06:17.951116)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:06:19.785562 run osmo-stp_10.42.42.5(pid=32711): stderr: \u000a| �[0;m�[38;5;43m20221210110618120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210110618120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210110618120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210110618121 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210110618121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210110618121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210110618121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:06:19.841466 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=32711): Process ended prematurely: osmo-stp_10.42.42.5(pid=32711) [trial-2373↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32711)] [trial-2373↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18]\u000a11:06:19.849809 tst handover.py:18: Test FAILED (6.6 sec)\u000a11:06:19.912123 run osmo-hlr_10.42.42.2(pid=32708): ERR: Terminated: ERROR {rc=237} [trial-2373↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32708)]\u000a11:06:19.963229 run osmo-hlr_10.42.42.2(pid=32708): stdout: \u000a| (launched: 2022-12-10_11:06:16.891914) \u000a11:06:20.015103 run osmo-hlr_10.42.42.2(pid=32708): stderr: \u000a| �[0;m�[1;31m20221210110617227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210110617227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210110617227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110617227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110617227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210110617227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210110617250 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/handover_2G:nanobts+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210110617268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210110617268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210110617268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:06:20.085911 run osmo-msc_10.42.42.6(pid=32714): ERR: Terminated: ERROR {rc=2} [trial-2373↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32714)]\u000a11:06:20.137577 run osmo-msc_10.42.42.6(pid=32714): stdout: \u000a| (launched: 2022-12-10_11:06:18.909987) \u000a11:06:20.189511 run osmo-msc_10.42.42.6(pid=32714): stderr: \u000a| �[0;m�[38;5;43m20221210110619230 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210110619230 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f56529b0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210110619230 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210110619230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210110619230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210110619230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210110619232 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210110619233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210110619233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210110619233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:06:20.233862 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32707): Terminating (SIGTERM)\u000a11:06:20.275618 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32710): Terminating (SIGTERM)\u000a11:06:20.317616 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32713): Terminating (SIGTERM)\u000a11:06:20.327191 --- ParallelTerminationStrategy: PID 32707 died...\u000a11:06:20.382784 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32707): Terminated: ok {rc=0}\u000a11:06:20.393136 --- ParallelTerminationStrategy: PID 32710 died...\u000a11:06:20.448706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32710): Terminated: ok {rc=0}\u000a11:06:20.458725 --- ParallelTerminationStrategy: PID 32713 died...\u000a11:06:20.514112 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32713): Terminated: ok {rc=0}\u000a11:06:20.600785 bus /sierra_3: Setting Powered False\u000a11:06:21.707524 bus /sierra_3: Setting Powered False\u000a11:06:22.818668 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "168", "name" : "handover_2G_nanobts+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:06:13" }, { "cases" : [ { "testActions" : [ ], "age" : 202, "className" : "handover_2G:nanobts+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32726): Process ended prematurely: osmo-stp_10.42.42.5(pid=32726) [trial-2373↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32726)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32726): Process ended prematurely: osmo-stp_10.42.42.5(pid=32726) [trial-2373↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32726)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 handover_2G:nanobts+bts1-sysmo handover.py\u000a----------------------------------------------\u000a11:06:24.789912 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:06:24.800807 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a11:06:24.930086 tst handover.py: using LAC 27956\u000a11:06:25.046865 tst handover.py: using RAC 161\u000a11:06:25.164167 tst handover.py: using CellId 27956\u000a11:06:25.282098 tst handover.py: using BVCI 27957\u000a11:06:25.305402 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a11:06:25.429185 tst handover.py: using LAC 27957\u000a11:06:25.545463 tst handover.py: using RAC 162\u000a11:06:25.663538 tst handover.py: using CellId 27957\u000a11:06:25.783021 tst handover.py: using BVCI 27958\u000a11:06:25.805897 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:06:25.816820 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:06:25.827358 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:06:25.838190 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:06:25.849139 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:06:25.859866 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a11:06:25.978933 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a11:06:26.180427 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:06:26.630925 run create_hlr_db(pid=32720): Launched\u000a11:06:26.754712 bus /sierra_2: Setting Powered False\u000a11:06:27.826602 run create_hlr_db(pid=32720): Terminated: ok {rc=0}\u000a11:06:28.204010 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32722): Launched\u000a11:06:28.506034 run osmo-hlr_10.42.42.2(pid=32723): Launched\u000a11:06:28.617086 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:06:29.114942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32725): Launched\u000a11:06:29.416311 run osmo-stp_10.42.42.5(pid=32726): Launched\u000a11:06:29.526518 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:06:30.052535 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32728): Launched\u000a11:06:30.355582 run osmo-msc_10.42.42.6(pid=32729): Launched\u000a11:06:30.534686 run osmo-stp_10.42.42.5(pid=32726): ERR: Terminated: ERROR {rc=1} [trial-2373↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32726)]\u000a11:06:30.663999 run osmo-stp_10.42.42.5(pid=32726): stdout: \u000a| (launched: 2022-12-10_11:06:29.267714)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:06:30.790649 run osmo-stp_10.42.42.5(pid=32726): stderr: \u000a| �[0;m�[38;5;43m20221210110629437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210110629437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210110629437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210110629437 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210110629438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210110629438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210110629438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:06:30.922343 run osmo-stp_10.42.42.5(pid=32726): stdout: \u000a| (launched: 2022-12-10_11:06:29.267714)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:06:31.047462 run osmo-stp_10.42.42.5(pid=32726): stderr: \u000a| �[0;m�[38;5;43m20221210110629437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210110629437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210110629437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210110629437 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210110629438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210110629438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210110629438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:06:31.101884 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=32726): Process ended prematurely: osmo-stp_10.42.42.5(pid=32726) [trial-2373↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32726)] [trial-2373↪handover_2G:nanobts+bts1-sysmo↪handover.py:18]\u000a11:06:31.110670 tst handover.py:18: Test FAILED (6.3 sec)\u000a11:06:31.174720 run osmo-hlr_10.42.42.2(pid=32723): ERR: Terminated: ERROR {rc=237} [trial-2373↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32723)]\u000a11:06:31.226197 run osmo-hlr_10.42.42.2(pid=32723): stdout: \u000a| (launched: 2022-12-10_11:06:28.357419) \u000a11:06:31.277325 run osmo-hlr_10.42.42.2(pid=32723): stderr: \u000a| �[0;m�[1;31m20221210110628530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210110628530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210110628530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110628531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110628531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210110628531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210110628546 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/handover_2G:nanobts+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210110628554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210110628554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210110628555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:06:31.348640 run osmo-msc_10.42.42.6(pid=32729): ERR: Terminated: ERROR {rc=2} [trial-2373↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32729)]\u000a11:06:31.399699 run osmo-msc_10.42.42.6(pid=32729): stdout: \u000a| (launched: 2022-12-10_11:06:30.206507) \u000a11:06:31.451455 run osmo-msc_10.42.42.6(pid=32729): stderr: \u000a| �[0;m�[38;5;43m20221210110630478 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210110630478 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6810f21c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210110630478 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210110630478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210110630479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210110630479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210110630481 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210110630482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210110630482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210110630482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:06:31.494580 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32722): Terminating (SIGTERM)\u000a11:06:31.536505 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32725): Terminating (SIGTERM)\u000a11:06:31.578242 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32728): Terminating (SIGTERM)\u000a11:06:31.589032 --- ParallelTerminationStrategy: PID 32722 died...\u000a11:06:31.645209 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32722): Terminated: ok {rc=0}\u000a11:06:31.655594 --- ParallelTerminationStrategy: PID 32725 died...\u000a11:06:31.711365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32725): Terminated: ok {rc=0}\u000a11:06:31.721776 --- ParallelTerminationStrategy: PID 32728 died...\u000a11:06:31.776723 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32728): Terminated: ok {rc=0}\u000a11:06:31.874804 bus /sierra_3: Setting Powered False\u000a11:06:32.978233 bus /sierra_3: Setting Powered False\u000a11:06:34.088028 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "169", "name" : "handover_2G_nanobts+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:06:24" }, { "cases" : [ { "testActions" : [ ], "age" : 202, "className" : "handover_2G:nanobts+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32740): Process ended prematurely: osmo-stp_10.42.42.5(pid=32740) [trial-2373↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32740)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32740): Process ended prematurely: osmo-stp_10.42.42.5(pid=32740) [trial-2373↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32740)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 handover_2G:nanobts+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a11:06:36.068598 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:06:36.079323 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a11:06:36.204673 tst handover.py: using LAC 27958\u000a11:06:36.323877 tst handover.py: using RAC 163\u000a11:06:36.442067 tst handover.py: using CellId 27958\u000a11:06:36.558804 tst handover.py: using BVCI 27959\u000a11:06:36.581894 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a11:06:36.717983 tst handover.py: using LAC 27959\u000a11:06:36.842158 tst handover.py: using RAC 164\u000a11:06:36.968314 tst handover.py: using CellId 27959\u000a11:06:37.095776 tst handover.py: using BVCI 27960\u000a11:06:37.120501 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:06:37.131877 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:06:37.143251 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:06:37.154374 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:06:37.165536 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:06:37.176575 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a11:06:37.291745 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a11:06:37.494103 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:06:37.970292 run create_hlr_db(pid=32734): Launched\u000a11:06:38.093977 bus /sierra_2: Setting Powered False\u000a11:06:39.166361 run create_hlr_db(pid=32734): Terminated: ok {rc=0}\u000a11:06:39.566118 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32736): Launched\u000a11:06:39.886507 run osmo-hlr_10.42.42.2(pid=32737): Launched\u000a11:06:40.007022 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:06:40.541505 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32739): Launched\u000a11:06:40.861770 run osmo-stp_10.42.42.5(pid=32740): Launched\u000a11:06:40.978777 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:06:41.539276 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32742): Launched\u000a11:06:41.860803 run osmo-msc_10.42.42.6(pid=32743): Launched\u000a11:06:42.050545 run osmo-stp_10.42.42.5(pid=32740): ERR: Terminated: ERROR {rc=1} [trial-2373↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32740)]\u000a11:06:42.186186 run osmo-stp_10.42.42.5(pid=32740): stdout: \u000a| (launched: 2022-12-10_11:06:40.705132)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:06:42.321752 run osmo-stp_10.42.42.5(pid=32740): stderr: \u000a| �[0;m�[38;5;43m20221210110640897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210110640897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210110640897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210110640898 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210110640898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210110640898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210110640898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:06:42.451628 run osmo-stp_10.42.42.5(pid=32740): stdout: \u000a| (launched: 2022-12-10_11:06:40.705132)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:06:42.579784 run osmo-stp_10.42.42.5(pid=32740): stderr: \u000a| �[0;m�[38;5;43m20221210110640897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210110640897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210110640897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210110640898 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210110640898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210110640898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210110640898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:06:42.635833 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=32740): Process ended prematurely: osmo-stp_10.42.42.5(pid=32740) [trial-2373↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32740)] [trial-2373↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18]\u000a11:06:42.644212 tst handover.py:18: Test FAILED (6.6 sec)\u000a11:06:42.706318 run osmo-hlr_10.42.42.2(pid=32737): ERR: Terminated: ERROR {rc=237} [trial-2373↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32737)]\u000a11:06:42.757396 run osmo-hlr_10.42.42.2(pid=32737): stdout: \u000a| (launched: 2022-12-10_11:06:39.729445) \u000a11:06:42.809146 run osmo-hlr_10.42.42.2(pid=32737): stderr: \u000a| �[0;m�[1;31m20221210110639929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210110639929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210110639929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110639929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110639929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210110639929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210110639941 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/handover_2G:nanobts+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210110639949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210110639949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210110639949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:06:42.879392 run osmo-msc_10.42.42.6(pid=32743): ERR: Terminated: ERROR {rc=2} [trial-2373↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32743)]\u000a11:06:42.930489 run osmo-msc_10.42.42.6(pid=32743): stdout: \u000a| (launched: 2022-12-10_11:06:41.703063) \u000a11:06:42.982279 run osmo-msc_10.42.42.6(pid=32743): stderr: \u000a| �[0;m�[38;5;43m20221210110642025 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210110642025 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7135f5cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210110642025 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210110642026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210110642026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210110642026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210110642028 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210110642028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210110642028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210110642028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:06:43.026082 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32736): Terminating (SIGTERM)\u000a11:06:43.067629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32739): Terminating (SIGTERM)\u000a11:06:43.109291 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32742): Terminating (SIGTERM)\u000a11:06:43.118845 --- ParallelTerminationStrategy: PID 32736 died...\u000a11:06:43.174245 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32736): Terminated: ok {rc=0}\u000a11:06:43.184147 --- ParallelTerminationStrategy: PID 32739 died...\u000a11:06:43.239146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32739): Terminated: ok {rc=0}\u000a11:06:43.249061 --- ParallelTerminationStrategy: PID 32742 died...\u000a11:06:43.304311 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32742): Terminated: ok {rc=0}\u000a11:06:43.390847 bus /sierra_3: Setting Powered False\u000a11:06:44.493466 bus /sierra_3: Setting Powered False\u000a11:06:45.604131 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "170", "name" : "handover_2G_nanobts+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:06:35" }, { "cases" : [ { "testActions" : [ ], "age" : 202, "className" : "handover_2G:nanobts+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32754): Process ended prematurely: osmo-stp_10.42.42.5(pid=32754) [trial-2373↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32754)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32754): Process ended prematurely: osmo-stp_10.42.42.5(pid=32754) [trial-2373↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32754)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 handover_2G:nanobts+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a11:06:47.649555 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:06:47.660900 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a11:06:47.794615 tst handover.py: using LAC 27960\u000a11:06:47.920925 tst handover.py: using RAC 165\u000a11:06:48.047153 tst handover.py: using CellId 27960\u000a11:06:48.173998 tst handover.py: using BVCI 27961\u000a11:06:48.198573 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a11:06:48.346569 tst handover.py: using LAC 27961\u000a11:06:48.471133 tst handover.py: using RAC 166\u000a11:06:48.597146 tst handover.py: using CellId 27961\u000a11:06:48.722038 tst handover.py: using BVCI 27962\u000a11:06:48.746465 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:06:48.757766 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:06:48.768813 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:06:48.780047 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:06:48.791235 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:06:48.802416 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a11:06:48.918099 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a11:06:49.117663 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:06:49.567680 run create_hlr_db(pid=32748): Launched\u000a11:06:49.691771 bus /sierra_2: Setting Powered False\u000a11:06:50.762997 run create_hlr_db(pid=32748): Terminated: ok {rc=0}\u000a11:06:51.163324 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32750): Launched\u000a11:06:51.485805 run osmo-hlr_10.42.42.2(pid=32751): Launched\u000a11:06:51.604704 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:06:52.134587 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32753): Launched\u000a11:06:52.455554 run osmo-stp_10.42.42.5(pid=32754): Launched\u000a11:06:52.572358 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:06:53.131592 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32756): Launched\u000a11:06:53.453862 run osmo-msc_10.42.42.6(pid=32757): Launched\u000a11:06:53.642951 run osmo-stp_10.42.42.5(pid=32754): ERR: Terminated: ERROR {rc=1} [trial-2373↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32754)]\u000a11:06:53.778401 run osmo-stp_10.42.42.5(pid=32754): stdout: \u000a| (launched: 2022-12-10_11:06:52.297888)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:06:53.913868 run osmo-stp_10.42.42.5(pid=32754): stderr: \u000a| �[0;m�[38;5;43m20221210110652491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210110652492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210110652492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210110652492 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210110652493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210110652493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210110652493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:06:54.043133 run osmo-stp_10.42.42.5(pid=32754): stdout: \u000a| (launched: 2022-12-10_11:06:52.297888)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:06:54.171430 run osmo-stp_10.42.42.5(pid=32754): stderr: \u000a| �[0;m�[38;5;43m20221210110652491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210110652492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210110652492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210110652492 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210110652493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210110652493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210110652493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:06:54.227428 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=32754): Process ended prematurely: osmo-stp_10.42.42.5(pid=32754) [trial-2373↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32754)] [trial-2373↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18]\u000a11:06:54.235756 tst handover.py:18: Test FAILED (6.6 sec)\u000a11:06:54.297749 run osmo-hlr_10.42.42.2(pid=32751): ERR: Terminated: ERROR {rc=237} [trial-2373↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32751)]\u000a11:06:54.349040 run osmo-hlr_10.42.42.2(pid=32751): stdout: \u000a| (launched: 2022-12-10_11:06:51.327143) \u000a11:06:54.401043 run osmo-hlr_10.42.42.2(pid=32751): stderr: \u000a| �[0;m�[1;31m20221210110651525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210110651525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210110651525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110651525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110651525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210110651525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210110651537 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/handover_2G:nanobts+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210110651546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210110651546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210110651546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:06:54.471559 run osmo-msc_10.42.42.6(pid=32757): ERR: Terminated: ERROR {rc=2} [trial-2373↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32757)]\u000a11:06:54.522629 run osmo-msc_10.42.42.6(pid=32757): stdout: \u000a| (launched: 2022-12-10_11:06:53.295344) \u000a11:06:54.574190 run osmo-msc_10.42.42.6(pid=32757): stderr: \u000a| �[0;m�[38;5;43m20221210110653616 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210110653616 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3a90d18c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210110653616 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210110653616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210110653616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210110653617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210110653618 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210110653619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210110653619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210110653619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:06:54.617955 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32750): Terminating (SIGTERM)\u000a11:06:54.659271 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32753): Terminating (SIGTERM)\u000a11:06:54.700696 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32756): Terminating (SIGTERM)\u000a11:06:54.710345 --- ParallelTerminationStrategy: PID 32750 died...\u000a11:06:54.765822 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32750): Terminated: ok {rc=0}\u000a11:06:54.775673 --- ParallelTerminationStrategy: PID 32753 died...\u000a11:06:54.830974 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32753): Terminated: ok {rc=0}\u000a11:06:54.840928 --- ParallelTerminationStrategy: PID 32756 died...\u000a11:06:54.896704 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32756): Terminated: ok {rc=0}\u000a11:06:54.983546 bus /sierra_3: Setting Powered False\u000a11:06:56.090193 bus /sierra_3: Setting Powered False\u000a11:06:57.198291 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "171", "name" : "handover_2G_nanobts+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:06:47" }, { "cases" : [ { "testActions" : [ ], "age" : 202, "className" : "handover_2G:oc2g+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=300): Process ended prematurely: osmo-stp_10.42.42.5(pid=300) [trial-2373↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=300)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=300): Process ended prematurely: osmo-stp_10.42.42.5(pid=300) [trial-2373↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=300)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 handover_2G:oc2g+bts1-octphy handover.py\u000a----------------------------------------------\u000a11:06:59.164171 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a11:06:59.175664 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a11:06:59.304025 tst handover.py: using LAC 27962\u000a11:06:59.426037 tst handover.py: using RAC 167\u000a11:06:59.547988 tst handover.py: using CellId 27962\u000a11:06:59.664286 tst handover.py: using BVCI 27963\u000a11:06:59.687218 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a11:06:59.806509 tst handover.py: using LAC 27963\u000a11:06:59.923664 tst handover.py: using RAC 168\u000a11:07:00.040265 tst handover.py: using CellId 27963\u000a11:07:00.159049 tst handover.py: using BVCI 27964\u000a11:07:00.181986 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a11:07:00.192604 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a11:07:00.203150 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a11:07:00.214116 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a11:07:00.224928 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a11:07:00.235809 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a11:07:00.352014 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a11:07:00.556203 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:07:01.069705 run create_hlr_db(pid=32762): Launched\u000a11:07:01.197193 bus /sierra_2: Setting Powered False\u000a11:07:02.278116 run create_hlr_db(pid=32762): Terminated: ok {rc=0}\u000a11:07:02.683211 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32764): Launched\u000a11:07:03.004475 run osmo-hlr_10.42.42.2(pid=32765): Launched\u000a11:07:03.122836 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:07:03.655279 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32767): Launched\u000a11:07:03.976337 run osmo-stp_10.42.42.5(pid=300): Launched\u000a11:07:04.093607 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:07:04.657795 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=302): Launched\u000a11:07:04.980291 run osmo-msc_10.42.42.6(pid=303): Launched\u000a11:07:05.170440 run osmo-stp_10.42.42.5(pid=300): ERR: Terminated: ERROR {rc=1} [trial-2373↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=300)]\u000a11:07:05.307048 run osmo-stp_10.42.42.5(pid=300): stdout: \u000a| (launched: 2022-12-10_11:07:03.819192)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:07:05.443371 run osmo-stp_10.42.42.5(pid=300): stderr: \u000a| �[0;m�[38;5;43m20221210110704009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210110704009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210110704010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210110704010 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210110704012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210110704013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210110704013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:07:05.573500 run osmo-stp_10.42.42.5(pid=300): stdout: \u000a| (launched: 2022-12-10_11:07:03.819192)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:07:05.702303 run osmo-stp_10.42.42.5(pid=300): stderr: \u000a| �[0;m�[38;5;43m20221210110704009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210110704009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210110704010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210110704010 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210110704012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210110704013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210110704013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:07:05.758944 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=300): Process ended prematurely: osmo-stp_10.42.42.5(pid=300) [trial-2373↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=300)] [trial-2373↪handover_2G:oc2g+bts1-octphy↪handover.py:18]\u000a11:07:05.767322 tst handover.py:18: Test FAILED (6.6 sec)\u000a11:07:05.829541 run osmo-hlr_10.42.42.2(pid=32765): ERR: Terminated: ERROR {rc=237} [trial-2373↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32765)]\u000a11:07:05.880645 run osmo-hlr_10.42.42.2(pid=32765): stdout: \u000a| (launched: 2022-12-10_11:07:02.846816) \u000a11:07:05.932535 run osmo-hlr_10.42.42.2(pid=32765): stderr: \u000a| �[0;m�[1;31m20221210110703044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210110703044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210110703044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110703044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110703045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210110703045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210110703056 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/handover_2G:oc2g+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210110703064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210110703064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210110703064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:07:06.003207 run osmo-msc_10.42.42.6(pid=303): ERR: Terminated: ERROR {rc=2} [trial-2373↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=303)]\u000a11:07:06.054478 run osmo-msc_10.42.42.6(pid=303): stdout: \u000a| (launched: 2022-12-10_11:07:04.822539) \u000a11:07:06.106415 run osmo-msc_10.42.42.6(pid=303): stderr: \u000a| �[0;m�[38;5;43m20221210110705143 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210110705144 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa713888c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210110705144 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210110705144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210110705144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210110705144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210110705147 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210110705148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210110705148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210110705148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:07:06.150674 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32764): Terminating (SIGTERM)\u000a11:07:06.192448 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32767): Terminating (SIGTERM)\u000a11:07:06.234462 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=302): Terminating (SIGTERM)\u000a11:07:06.243672 --- ParallelTerminationStrategy: PID 32764 died...\u000a11:07:06.299553 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32764): Terminated: ok {rc=0}\u000a11:07:06.309938 --- ParallelTerminationStrategy: PID 32767 died...\u000a11:07:06.365496 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32767): Terminated: ok {rc=0}\u000a11:07:06.375445 --- ParallelTerminationStrategy: PID 302 died...\u000a11:07:06.431381 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=302): Terminated: ok {rc=0}\u000a11:07:06.517918 bus /sierra_3: Setting Powered False\u000a11:07:07.624479 bus /sierra_3: Setting Powered False\u000a11:07:08.734799 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "172", "name" : "handover_2G_oc2g+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:06:58" }, { "cases" : [ { "testActions" : [ ], "age" : 202, "className" : "handover_2G:oc2g+bts1-trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=314): Process ended prematurely: osmo-stp_10.42.42.5(pid=314) [trial-2373↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=314)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=314): Process ended prematurely: osmo-stp_10.42.42.5(pid=314) [trial-2373↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=314)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 handover_2G:oc2g+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a11:07:10.711736 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a11:07:10.723010 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a11:07:10.851384 tst handover.py: using LAC 27964\u000a11:07:10.979933 tst handover.py: using RAC 169\u000a11:07:11.105317 tst handover.py: using CellId 27964\u000a11:07:11.238789 tst handover.py: using BVCI 27965\u000a11:07:11.263227 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a11:07:11.405826 tst handover.py: using LAC 27965\u000a11:07:11.530920 tst handover.py: using RAC 170\u000a11:07:11.655270 tst handover.py: using CellId 27965\u000a11:07:11.779686 tst handover.py: using BVCI 27966\u000a11:07:11.804447 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a11:07:11.815633 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a11:07:11.826695 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a11:07:11.837725 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a11:07:11.848754 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a11:07:11.859803 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a11:07:11.976101 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a11:07:12.186545 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:07:12.673561 run create_hlr_db(pid=308): Launched\u000a11:07:12.805309 bus /sierra_2: Setting Powered False\u000a11:07:13.882183 run create_hlr_db(pid=308): Terminated: ok {rc=0}\u000a11:07:14.282937 run pcap-recorder_any(filters='host 10.42.42.2')(pid=310): Launched\u000a11:07:14.606196 run osmo-hlr_10.42.42.2(pid=311): Launched\u000a11:07:14.723714 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:07:15.254910 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=313): Launched\u000a11:07:15.576265 run osmo-stp_10.42.42.5(pid=314): Launched\u000a11:07:15.693375 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:07:16.294825 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=316): Launched\u000a11:07:16.726125 run osmo-msc_10.42.42.6(pid=317): Launched\u000a11:07:16.940173 run osmo-stp_10.42.42.5(pid=314): ERR: Terminated: ERROR {rc=1} [trial-2373↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=314)]\u000a11:07:17.139429 run osmo-stp_10.42.42.5(pid=314): stdout: \u000a| (launched: 2022-12-10_11:07:15.418432)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:07:17.403137 run osmo-stp_10.42.42.5(pid=314): stderr: \u000a| �[0;m�[38;5;43m20221210110715610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210110715610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210110715610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210110715611 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210110715613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210110715613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210110715613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:07:17.534255 run osmo-stp_10.42.42.5(pid=314): stdout: \u000a| (launched: 2022-12-10_11:07:15.418432)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:07:17.662394 run osmo-stp_10.42.42.5(pid=314): stderr: \u000a| �[0;m�[38;5;43m20221210110715610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210110715610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210110715610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210110715611 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210110715613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210110715613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210110715613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:07:17.718461 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=314): Process ended prematurely: osmo-stp_10.42.42.5(pid=314) [trial-2373↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=314)] [trial-2373↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18]\u000a11:07:17.726962 tst handover.py:18: Test FAILED (7.0 sec)\u000a11:07:17.789119 run osmo-hlr_10.42.42.2(pid=311): ERR: Terminated: ERROR {rc=237} [trial-2373↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=311)]\u000a11:07:17.840173 run osmo-hlr_10.42.42.2(pid=311): stdout: \u000a| (launched: 2022-12-10_11:07:14.447357) \u000a11:07:17.892024 run osmo-hlr_10.42.42.2(pid=311): stderr: \u000a| �[0;m�[1;31m20221210110714645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210110714645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210110714645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110714645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110714645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210110714645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210110714658 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/handover_2G:oc2g+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210110714666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210110714667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210110714667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:07:17.962529 run osmo-msc_10.42.42.6(pid=317): ERR: Terminated: ERROR {rc=2} [trial-2373↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=317)]\u000a11:07:18.013606 run osmo-msc_10.42.42.6(pid=317): stdout: \u000a| (launched: 2022-12-10_11:07:16.462515) \u000a11:07:18.065269 run osmo-msc_10.42.42.6(pid=317): stderr: \u000a| �[0;m�[38;5;43m20221210110717083 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210110717084 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6297b72c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210110717084 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210110717084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210110717084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210110717084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210110717091 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210110717092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210110717092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210110717092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:07:18.109310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=310): Terminating (SIGTERM)\u000a11:07:18.150821 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=313): Terminating (SIGTERM)\u000a11:07:18.192397 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=316): Terminating (SIGTERM)\u000a11:07:18.202087 --- ParallelTerminationStrategy: PID 310 died...\u000a11:07:18.257637 run pcap-recorder_any(filters='host 10.42.42.2')(pid=310): Terminated: ok {rc=0}\u000a11:07:18.267635 --- ParallelTerminationStrategy: PID 313 died...\u000a11:07:18.322872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=313): Terminated: ok {rc=0}\u000a11:07:18.332768 --- ParallelTerminationStrategy: PID 316 died...\u000a11:07:18.388017 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=316): Terminated: ok {rc=0}\u000a11:07:18.474584 bus /sierra_3: Setting Powered False\u000a11:07:19.577330 bus /sierra_3: Setting Powered False\u000a11:07:20.687002 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "173", "name" : "handover_2G_oc2g+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:07:10" }, { "cases" : [ { "testActions" : [ ], "age" : 202, "className" : "handover_2G:oc2g+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=329): Process ended prematurely: osmo-stp_10.42.42.5(pid=329) [trial-2373↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=329)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=329): Process ended prematurely: osmo-stp_10.42.42.5(pid=329) [trial-2373↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=329)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 handover_2G:oc2g+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a11:07:22.664422 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:07:22.675347 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a11:07:22.799570 tst handover.py: using LAC 27966\u000a11:07:22.922836 tst handover.py: using RAC 171\u000a11:07:23.040054 tst handover.py: using CellId 27966\u000a11:07:23.163353 tst handover.py: using BVCI 27967\u000a11:07:23.188101 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a11:07:23.325428 tst handover.py: using LAC 27967\u000a11:07:23.450710 tst handover.py: using RAC 172\u000a11:07:23.575772 tst handover.py: using CellId 27967\u000a11:07:23.696635 tst handover.py: using BVCI 27968\u000a11:07:23.719622 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:07:23.730591 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:07:23.741503 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:07:23.753623 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:07:23.765968 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:07:23.777622 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a11:07:23.922757 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a11:07:24.133051 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:07:24.622363 run create_hlr_db(pid=323): Launched\u000a11:07:24.754843 bus /sierra_2: Setting Powered False\u000a11:07:25.830395 run create_hlr_db(pid=323): Terminated: ok {rc=0}\u000a11:07:26.231602 run pcap-recorder_any(filters='host 10.42.42.2')(pid=325): Launched\u000a11:07:26.554939 run osmo-hlr_10.42.42.2(pid=326): Launched\u000a11:07:26.672940 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:07:27.205753 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=328): Launched\u000a11:07:27.528706 run osmo-stp_10.42.42.5(pid=329): Launched\u000a11:07:27.646381 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:07:28.211702 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=331): Launched\u000a11:07:28.535945 run osmo-msc_10.42.42.6(pid=332): Launched\u000a11:07:28.727195 run osmo-stp_10.42.42.5(pid=329): ERR: Terminated: ERROR {rc=1} [trial-2373↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=329)]\u000a11:07:28.864111 run osmo-stp_10.42.42.5(pid=329): stdout: \u000a| (launched: 2022-12-10_11:07:27.370075)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:07:29.000036 run osmo-stp_10.42.42.5(pid=329): stderr: \u000a| �[0;m�[38;5;43m20221210110727563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210110727563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210110727564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210110727564 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210110727565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210110727565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210110727565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:07:29.130402 run osmo-stp_10.42.42.5(pid=329): stdout: \u000a| (launched: 2022-12-10_11:07:27.370075)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:07:29.259009 run osmo-stp_10.42.42.5(pid=329): stderr: \u000a| �[0;m�[38;5;43m20221210110727563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210110727563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210110727564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210110727564 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210110727565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210110727565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210110727565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:07:29.315318 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=329): Process ended prematurely: osmo-stp_10.42.42.5(pid=329) [trial-2373↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=329)] [trial-2373↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a11:07:29.323703 tst handover.py:18: Test FAILED (6.6 sec)\u000a11:07:29.386759 run osmo-hlr_10.42.42.2(pid=326): ERR: Terminated: ERROR {rc=237} [trial-2373↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=326)]\u000a11:07:29.438606 run osmo-hlr_10.42.42.2(pid=326): stdout: \u000a| (launched: 2022-12-10_11:07:26.396197) \u000a11:07:29.491088 run osmo-hlr_10.42.42.2(pid=326): stderr: \u000a| �[0;m�[1;31m20221210110726593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210110726593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210110726593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110726593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110726593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210110726593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210110726605 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/handover_2G:oc2g+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210110726614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210110726614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210110726614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:07:29.561920 run osmo-msc_10.42.42.6(pid=332): ERR: Terminated: ERROR {rc=2} [trial-2373↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=332)]\u000a11:07:29.613289 run osmo-msc_10.42.42.6(pid=332): stdout: \u000a| (launched: 2022-12-10_11:07:28.376613) \u000a11:07:29.665337 run osmo-msc_10.42.42.6(pid=332): stderr: \u000a| �[0;m�[38;5;43m20221210110728699 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210110728699 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f06ac7ffc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210110728699 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210110728699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210110728700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210110728700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210110728702 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210110728702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210110728702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210110728702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:07:29.709620 run pcap-recorder_any(filters='host 10.42.42.2')(pid=325): Terminating (SIGTERM)\u000a11:07:29.751390 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=328): Terminating (SIGTERM)\u000a11:07:29.793187 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=331): Terminating (SIGTERM)\u000a11:07:29.802874 --- ParallelTerminationStrategy: PID 325 died...\u000a11:07:29.858822 run pcap-recorder_any(filters='host 10.42.42.2')(pid=325): Terminated: ok {rc=0}\u000a11:07:29.869027 --- ParallelTerminationStrategy: PID 328 died...\u000a11:07:29.924913 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=328): Terminated: ok {rc=0}\u000a11:07:29.935100 --- ParallelTerminationStrategy: PID 331 died...\u000a11:07:29.991080 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=331): Terminated: ok {rc=0}\u000a11:07:30.077881 bus /sierra_3: Setting Powered False\u000a11:07:31.194725 bus /sierra_3: Setting Powered False\u000a11:07:32.309481 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "174", "name" : "handover_2G_oc2g+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:07:22" }, { "cases" : [ { "testActions" : [ ], "age" : 202, "className" : "handover_2G:oc2g+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=343): Process ended prematurely: osmo-stp_10.42.42.5(pid=343) [trial-2373↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=343)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=343): Process ended prematurely: osmo-stp_10.42.42.5(pid=343) [trial-2373↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=343)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 handover_2G:oc2g+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a11:07:34.308794 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:07:34.320302 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a11:07:34.450411 tst handover.py: using LAC 27968\u000a11:07:34.576758 tst handover.py: using RAC 173\u000a11:07:34.708158 tst handover.py: using CellId 27968\u000a11:07:34.834431 tst handover.py: using BVCI 27969\u000a11:07:34.859012 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a11:07:35.002242 tst handover.py: using LAC 27969\u000a11:07:35.127040 tst handover.py: using RAC 174\u000a11:07:35.258163 tst handover.py: using CellId 27969\u000a11:07:35.383119 tst handover.py: using BVCI 27970\u000a11:07:35.407634 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:07:35.419061 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:07:35.430696 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:07:35.442055 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:07:35.453385 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:07:35.464584 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a11:07:35.585206 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a11:07:35.785421 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:07:36.266413 run create_hlr_db(pid=337): Launched\u000a11:07:36.398694 bus /sierra_2: Setting Powered False\u000a11:07:37.474931 run create_hlr_db(pid=337): Terminated: ok {rc=0}\u000a11:07:37.857326 run pcap-recorder_any(filters='host 10.42.42.2')(pid=339): Launched\u000a11:07:38.161314 run osmo-hlr_10.42.42.2(pid=340): Launched\u000a11:07:38.278442 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:07:38.780489 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=342): Launched\u000a11:07:39.083435 run osmo-stp_10.42.42.5(pid=343): Launched\u000a11:07:39.194378 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:07:39.723004 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=345): Launched\u000a11:07:40.028261 run osmo-msc_10.42.42.6(pid=347): Launched\u000a11:07:40.207428 run osmo-stp_10.42.42.5(pid=343): ERR: Terminated: ERROR {rc=1} [trial-2373↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=343)]\u000a11:07:40.336426 run osmo-stp_10.42.42.5(pid=343): stdout: \u000a| (launched: 2022-12-10_11:07:38.934357)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:07:40.463064 run osmo-stp_10.42.42.5(pid=343): stderr: \u000a| �[0;m�[38;5;43m20221210110739104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210110739104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210110739104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210110739105 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210110739105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210110739105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210110739106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:07:40.585232 run osmo-stp_10.42.42.5(pid=343): stdout: \u000a| (launched: 2022-12-10_11:07:38.934357)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:07:40.706057 run osmo-stp_10.42.42.5(pid=343): stderr: \u000a| �[0;m�[38;5;43m20221210110739104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210110739104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210110739104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210110739105 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210110739105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210110739105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210110739106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:07:40.759177 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=343): Process ended prematurely: osmo-stp_10.42.42.5(pid=343) [trial-2373↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=343)] [trial-2373↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18]\u000a11:07:40.766995 tst handover.py:18: Test FAILED (6.4 sec)\u000a11:07:40.827696 run osmo-hlr_10.42.42.2(pid=340): ERR: Terminated: ERROR {rc=237} [trial-2373↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=340)]\u000a11:07:40.877085 run osmo-hlr_10.42.42.2(pid=340): stdout: \u000a| (launched: 2022-12-10_11:07:38.010867) \u000a11:07:40.927116 run osmo-hlr_10.42.42.2(pid=340): stderr: \u000a| �[0;m�[1;31m20221210110738185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210110738185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210110738185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110738185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110738185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210110738185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210110738197 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/handover_2G:oc2g+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210110738205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210110738206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210110738206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:07:40.995013 run osmo-msc_10.42.42.6(pid=347): ERR: Terminated: ERROR {rc=2} [trial-2373↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=347)]\u000a11:07:41.044318 run osmo-msc_10.42.42.6(pid=347): stdout: \u000a| (launched: 2022-12-10_11:07:39.877303) \u000a11:07:41.094220 run osmo-msc_10.42.42.6(pid=347): stderr: \u000a| �[0;m�[38;5;43m20221210110740148 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210110740148 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7de25a9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210110740149 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210110740149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210110740149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210110740149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210110740151 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210110740151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210110740151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210110740151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:07:41.136490 run pcap-recorder_any(filters='host 10.42.42.2')(pid=339): Terminating (SIGTERM)\u000a11:07:41.176585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=342): Terminating (SIGTERM)\u000a11:07:41.217014 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=345): Terminating (SIGTERM)\u000a11:07:41.226340 --- ParallelTerminationStrategy: PID 339 died...\u000a11:07:41.279769 run pcap-recorder_any(filters='host 10.42.42.2')(pid=339): Terminated: ok {rc=0}\u000a11:07:41.289613 --- ParallelTerminationStrategy: PID 342 died...\u000a11:07:41.342703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=342): Terminated: ok {rc=0}\u000a11:07:41.352481 --- ParallelTerminationStrategy: PID 345 died...\u000a11:07:41.406142 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=345): Terminated: ok {rc=0}\u000a11:07:41.494221 bus /sierra_3: Setting Powered False\u000a11:07:42.597452 bus /sierra_3: Setting Powered False\u000a11:07:43.703460 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "175", "name" : "handover_2G_oc2g+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:07:34" }, { "cases" : [ { "testActions" : [ ], "age" : 171, "className" : "handover_2G:oc2g+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=370): Process ended prematurely: osmo-stp_10.42.42.5(pid=370) [trial-2373↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=370)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=370): Process ended prematurely: osmo-stp_10.42.42.5(pid=370) [trial-2373↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=370)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 handover_2G:oc2g+bts1-sysmo handover.py\u000a----------------------------------------------\u000a11:07:45.681679 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:07:45.693479 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a11:07:45.822975 tst handover.py: using LAC 27970\u000a11:07:45.969095 tst handover.py: using RAC 175\u000a11:07:46.104818 tst handover.py: using CellId 27970\u000a11:07:46.231744 tst handover.py: using BVCI 27971\u000a11:07:46.257242 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a11:07:46.397811 tst handover.py: using LAC 27971\u000a11:07:46.520560 tst handover.py: using RAC 176\u000a11:07:46.674422 tst handover.py: using CellId 27971\u000a11:07:46.803748 tst handover.py: using BVCI 27972\u000a11:07:46.828687 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:07:46.840729 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:07:46.853467 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:07:46.866463 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:07:46.878228 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:07:46.891886 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a11:07:47.031928 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a11:07:47.244085 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:07:47.698991 run create_hlr_db(pid=359): Launched\u000a11:07:47.822847 bus /sierra_2: Setting Powered False\u000a11:07:48.895265 run create_hlr_db(pid=359): Terminated: ok {rc=0}\u000a11:07:49.273102 run pcap-recorder_any(filters='host 10.42.42.2')(pid=361): Launched\u000a11:07:49.575842 run osmo-hlr_10.42.42.2(pid=362): Launched\u000a11:07:49.687207 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:07:50.187052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=369): Launched\u000a11:07:50.490301 run osmo-stp_10.42.42.5(pid=370): Launched\u000a11:07:50.601346 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:07:51.127958 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=372): Launched\u000a11:07:51.431619 run osmo-msc_10.42.42.6(pid=373): Launched\u000a11:07:51.609126 run osmo-stp_10.42.42.5(pid=370): ERR: Terminated: ERROR {rc=1} [trial-2373↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=370)]\u000a11:07:51.737699 run osmo-stp_10.42.42.5(pid=370): stdout: \u000a| (launched: 2022-12-10_11:07:50.340573)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:07:51.863156 run osmo-stp_10.42.42.5(pid=370): stderr: \u000a| �[0;m�[38;5;43m20221210110750511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210110750512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210110750512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210110750512 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210110750513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210110750513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210110750513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:07:51.984825 run osmo-stp_10.42.42.5(pid=370): stdout: \u000a| (launched: 2022-12-10_11:07:50.340573)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:07:52.105467 run osmo-stp_10.42.42.5(pid=370): stderr: \u000a| �[0;m�[38;5;43m20221210110750511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210110750512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210110750512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210110750512 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210110750513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210110750513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210110750513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:07:52.158069 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=370): Process ended prematurely: osmo-stp_10.42.42.5(pid=370) [trial-2373↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=370)] [trial-2373↪handover_2G:oc2g+bts1-sysmo↪handover.py:18]\u000a11:07:52.166137 tst handover.py:18: Test FAILED (6.5 sec)\u000a11:07:52.225942 run osmo-hlr_10.42.42.2(pid=362): ERR: Terminated: ERROR {rc=237} [trial-2373↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=362)]\u000a11:07:52.274953 run osmo-hlr_10.42.42.2(pid=362): stdout: \u000a| (launched: 2022-12-10_11:07:49.426644) \u000a11:07:52.324566 run osmo-hlr_10.42.42.2(pid=362): stderr: \u000a| �[0;m�[1;31m20221210110749603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210110749604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210110749604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110749604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110749604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210110749604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210110749616 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/handover_2G:oc2g+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210110749626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210110749626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210110749626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:07:52.391650 run osmo-msc_10.42.42.6(pid=373): ERR: Terminated: ERROR {rc=2} [trial-2373↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=373)]\u000a11:07:52.440498 run osmo-msc_10.42.42.6(pid=373): stdout: \u000a| (launched: 2022-12-10_11:07:51.281951) \u000a11:07:52.489801 run osmo-msc_10.42.42.6(pid=373): stderr: \u000a| �[0;m�[38;5;43m20221210110751554 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210110751554 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8e3a40ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210110751554 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210110751554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210110751554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210110751555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210110751556 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210110751557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210110751557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210110751557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:07:52.531555 run pcap-recorder_any(filters='host 10.42.42.2')(pid=361): Terminating (SIGTERM)\u000a11:07:52.571319 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=369): Terminating (SIGTERM)\u000a11:07:52.611109 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=372): Terminating (SIGTERM)\u000a11:07:52.620530 --- ParallelTerminationStrategy: PID 361 died...\u000a11:07:52.673862 run pcap-recorder_any(filters='host 10.42.42.2')(pid=361): Terminated: ok {rc=0}\u000a11:07:52.683506 --- ParallelTerminationStrategy: PID 369 died...\u000a11:07:52.736288 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=369): Terminated: ok {rc=0}\u000a11:07:52.746038 --- ParallelTerminationStrategy: PID 372 died...\u000a11:07:52.798626 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=372): Terminated: ok {rc=0}\u000a11:07:52.888539 bus /sierra_3: Setting Powered False\u000a11:07:53.996467 bus /sierra_3: Setting Powered False\u000a11:07:55.103068 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "176", "name" : "handover_2G_oc2g+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:07:45" }, { "cases" : [ { "testActions" : [ ], "age" : 171, "className" : "handover_2G:oc2g+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=384): Process ended prematurely: osmo-stp_10.42.42.5(pid=384) [trial-2373↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=384)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=384): Process ended prematurely: osmo-stp_10.42.42.5(pid=384) [trial-2373↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=384)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 handover_2G:oc2g+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a11:07:57.083944 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:07:57.095337 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a11:07:57.224585 tst handover.py: using LAC 27972\u000a11:07:57.352686 tst handover.py: using RAC 177\u000a11:07:57.478688 tst handover.py: using CellId 27972\u000a11:07:57.605889 tst handover.py: using BVCI 27973\u000a11:07:57.630485 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a11:07:57.774931 tst handover.py: using LAC 27973\u000a11:07:57.898066 tst handover.py: using RAC 178\u000a11:07:58.017639 tst handover.py: using CellId 27973\u000a11:07:58.136512 tst handover.py: using BVCI 27974\u000a11:07:58.159639 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:07:58.170414 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:07:58.181074 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:07:58.192067 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:07:58.203069 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:07:58.213778 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a11:07:58.331374 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a11:07:58.538204 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:07:59.025561 run create_hlr_db(pid=378): Launched\u000a11:07:59.156733 bus /sierra_2: Setting Powered False\u000a11:08:00.224625 run create_hlr_db(pid=378): Terminated: ok {rc=0}\u000a11:08:00.601982 run pcap-recorder_any(filters='host 10.42.42.2')(pid=380): Launched\u000a11:08:00.988445 run osmo-hlr_10.42.42.2(pid=381): Launched\u000a11:08:01.211978 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:08:01.734152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=383): Launched\u000a11:08:02.177818 run osmo-stp_10.42.42.5(pid=384): Launched\u000a11:08:02.365219 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:08:02.892916 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=386): Launched\u000a11:08:03.196036 run osmo-msc_10.42.42.6(pid=387): Launched\u000a11:08:03.373524 run osmo-stp_10.42.42.5(pid=384): ERR: Terminated: ERROR {rc=1} [trial-2373↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=384)]\u000a11:08:03.502024 run osmo-stp_10.42.42.5(pid=384): stdout: \u000a| (launched: 2022-12-10_11:08:01.890117)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:08:03.628125 run osmo-stp_10.42.42.5(pid=384): stderr: \u000a| �[0;m�[38;5;43m20221210110802131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210110802131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210110802131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210110802131 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210110802132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210110802132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210110802132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:08:03.749954 run osmo-stp_10.42.42.5(pid=384): stdout: \u000a| (launched: 2022-12-10_11:08:01.890117)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:08:03.870813 run osmo-stp_10.42.42.5(pid=384): stderr: \u000a| �[0;m�[38;5;43m20221210110802131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210110802131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210110802131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210110802131 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210110802132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210110802132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210110802132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:08:03.923386 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=384): Process ended prematurely: osmo-stp_10.42.42.5(pid=384) [trial-2373↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=384)] [trial-2373↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18]\u000a11:08:03.931179 tst handover.py:18: Test FAILED (6.8 sec)\u000a11:08:03.992515 run osmo-hlr_10.42.42.2(pid=381): ERR: Terminated: ERROR {rc=237} [trial-2373↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=381)]\u000a11:08:04.042034 run osmo-hlr_10.42.42.2(pid=381): stdout: \u000a| (launched: 2022-12-10_11:08:00.755313) \u000a11:08:04.092120 run osmo-hlr_10.42.42.2(pid=381): stderr: \u000a| �[0;m�[1;31m20221210110800984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210110800984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210110800984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110800984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110800984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210110800984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210110800997 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/handover_2G:oc2g+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210110801010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210110801010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210110801010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:08:04.159687 run osmo-msc_10.42.42.6(pid=387): ERR: Terminated: ERROR {rc=2} [trial-2373↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=387)]\u000a11:08:04.209194 run osmo-msc_10.42.42.6(pid=387): stdout: \u000a| (launched: 2022-12-10_11:08:03.046404) \u000a11:08:04.259030 run osmo-msc_10.42.42.6(pid=387): stderr: \u000a| �[0;m�[38;5;43m20221210110803315 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210110803315 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f13f251fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210110803316 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210110803316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210110803316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210110803316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210110803318 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210110803318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210110803318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210110803318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:08:04.300655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=380): Terminating (SIGTERM)\u000a11:08:04.340785 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=383): Terminating (SIGTERM)\u000a11:08:04.381596 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=386): Terminating (SIGTERM)\u000a11:08:04.391257 --- ParallelTerminationStrategy: PID 380 died...\u000a11:08:04.444709 run pcap-recorder_any(filters='host 10.42.42.2')(pid=380): Terminated: ok {rc=0}\u000a11:08:04.454929 --- ParallelTerminationStrategy: PID 383 died...\u000a11:08:04.508712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=383): Terminated: ok {rc=0}\u000a11:08:04.518259 --- ParallelTerminationStrategy: PID 386 died...\u000a11:08:04.571582 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=386): Terminated: ok {rc=0}\u000a11:08:04.659197 bus /sierra_3: Setting Powered False\u000a11:08:05.762371 bus /sierra_3: Setting Powered False\u000a11:08:06.873102 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "177", "name" : "handover_2G_oc2g+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:07:56" }, { "cases" : [ { "testActions" : [ ], "age" : 171, "className" : "handover_2G:oc2g+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=398): Process ended prematurely: osmo-stp_10.42.42.5(pid=398) [trial-2373↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=398)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=398): Process ended prematurely: osmo-stp_10.42.42.5(pid=398) [trial-2373↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=398)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 handover_2G:oc2g+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a11:08:08.866691 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:08:08.878174 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a11:08:09.007179 tst handover.py: using LAC 27974\u000a11:08:09.135742 tst handover.py: using RAC 179\u000a11:08:09.262430 tst handover.py: using CellId 27974\u000a11:08:09.389578 tst handover.py: using BVCI 27975\u000a11:08:09.414227 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a11:08:09.557992 tst handover.py: using LAC 27975\u000a11:08:09.684020 tst handover.py: using RAC 180\u000a11:08:09.805494 tst handover.py: using CellId 27975\u000a11:08:09.929897 tst handover.py: using BVCI 27976\u000a11:08:09.952806 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:08:09.963608 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:08:09.974225 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:08:09.985288 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:08:09.996057 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:08:10.007004 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a11:08:10.125642 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a11:08:10.325805 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:08:10.778174 run create_hlr_db(pid=392): Launched\u000a11:08:10.902432 bus /sierra_2: Setting Powered False\u000a11:08:11.973452 run create_hlr_db(pid=392): Terminated: ok {rc=0}\u000a11:08:12.376289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=394): Launched\u000a11:08:12.700535 run osmo-hlr_10.42.42.2(pid=395): Launched\u000a11:08:12.819124 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:08:13.354256 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=397): Launched\u000a11:08:13.677696 run osmo-stp_10.42.42.5(pid=398): Launched\u000a11:08:13.797086 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:08:14.361380 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=400): Launched\u000a11:08:14.684410 run osmo-msc_10.42.42.6(pid=401): Launched\u000a11:08:14.874423 run osmo-stp_10.42.42.5(pid=398): ERR: Terminated: ERROR {rc=1} [trial-2373↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=398)]\u000a11:08:15.011675 run osmo-stp_10.42.42.5(pid=398): stdout: \u000a| (launched: 2022-12-10_11:08:13.519474)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:08:15.148294 run osmo-stp_10.42.42.5(pid=398): stderr: \u000a| �[0;m�[38;5;43m20221210110813713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210110813713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210110813714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210110813714 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210110813714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210110813714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210110813714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:08:15.278535 run osmo-stp_10.42.42.5(pid=398): stdout: \u000a| (launched: 2022-12-10_11:08:13.519474)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:08:15.407782 run osmo-stp_10.42.42.5(pid=398): stderr: \u000a| �[0;m�[38;5;43m20221210110813713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210110813713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210110813714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210110813714 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210110813714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210110813714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210110813714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:08:15.464919 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=398): Process ended prematurely: osmo-stp_10.42.42.5(pid=398) [trial-2373↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=398)] [trial-2373↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18]\u000a11:08:15.473565 tst handover.py:18: Test FAILED (6.6 sec)\u000a11:08:15.536512 run osmo-hlr_10.42.42.2(pid=395): ERR: Terminated: ERROR {rc=237} [trial-2373↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=395)]\u000a11:08:15.588484 run osmo-hlr_10.42.42.2(pid=395): stdout: \u000a| (launched: 2022-12-10_11:08:12.541590) \u000a11:08:15.640741 run osmo-hlr_10.42.42.2(pid=395): stderr: \u000a| �[0;m�[1;31m20221210110812740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210110812740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210110812740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110812740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110812740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210110812740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210110812752 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/handover_2G:oc2g+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210110812761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210110812761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210110812761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:08:15.711713 run osmo-msc_10.42.42.6(pid=401): ERR: Terminated: ERROR {rc=2} [trial-2373↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=401)]\u000a11:08:15.763273 run osmo-msc_10.42.42.6(pid=401): stdout: \u000a| (launched: 2022-12-10_11:08:14.526375) \u000a11:08:15.815286 run osmo-msc_10.42.42.6(pid=401): stderr: \u000a| �[0;m�[38;5;43m20221210110814846 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210110814846 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f533bd64c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210110814846 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210110814846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210110814846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210110814847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210110814848 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210110814849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210110814849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210110814849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:08:15.879809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=394): Terminating (SIGTERM)\u000a11:08:15.925217 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=397): Terminating (SIGTERM)\u000a11:08:15.967333 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=400): Terminating (SIGTERM)\u000a11:08:15.979805 --- ParallelTerminationStrategy: PID 394 died...\u000a11:08:16.038199 run pcap-recorder_any(filters='host 10.42.42.2')(pid=394): Terminated: ok {rc=0}\u000a11:08:16.048995 --- ParallelTerminationStrategy: PID 397 died...\u000a11:08:16.106940 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=397): Terminated: ok {rc=0}\u000a11:08:16.117887 --- ParallelTerminationStrategy: PID 400 died...\u000a11:08:16.174639 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=400): Terminated: ok {rc=0}\u000a11:08:16.261416 bus /sierra_3: Setting Powered False\u000a11:08:17.400904 bus /sierra_3: Setting Powered False\u000a11:08:18.514158 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "178", "name" : "handover_2G_oc2g+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:08:08" }, { "cases" : [ { "testActions" : [ ], "age" : 202, "className" : "handover_2G:octphy+bts1-trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=684): Process ended prematurely: osmo-stp_10.42.42.5(pid=684) [trial-2373↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=684)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=684): Process ended prematurely: osmo-stp_10.42.42.5(pid=684) [trial-2373↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=684)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 handover_2G:octphy+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a11:08:20.517591 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a11:08:20.529406 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a11:08:20.655675 tst handover.py: using LAC 27976\u000a11:08:20.780371 tst handover.py: using RAC 181\u000a11:08:20.906580 tst handover.py: using CellId 27976\u000a11:08:21.029871 tst handover.py: using BVCI 27977\u000a11:08:21.054415 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a11:08:21.194013 tst handover.py: using LAC 27977\u000a11:08:21.315979 tst handover.py: using RAC 182\u000a11:08:21.441782 tst handover.py: using CellId 27977\u000a11:08:21.562080 tst handover.py: using BVCI 27978\u000a11:08:21.586732 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a11:08:21.598709 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a11:08:21.610392 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a11:08:21.623697 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a11:08:21.636604 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a11:08:21.648754 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a11:08:21.770286 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a11:08:21.975658 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:08:22.479544 run create_hlr_db(pid=678): Launched\u000a11:08:22.608204 bus /sierra_2: Setting Powered False\u000a11:08:23.684573 run create_hlr_db(pid=678): Terminated: ok {rc=0}\u000a11:08:24.098632 run pcap-recorder_any(filters='host 10.42.42.2')(pid=680): Launched\u000a11:08:24.526535 run osmo-hlr_10.42.42.2(pid=681): Launched\u000a11:08:24.759090 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:08:25.390919 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=683): Launched\u000a11:08:25.753236 run osmo-stp_10.42.42.5(pid=684): Launched\u000a11:08:25.994453 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:08:26.658472 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=686): Launched\u000a11:08:27.083215 run osmo-msc_10.42.42.6(pid=687): Launched\u000a11:08:27.454262 run osmo-stp_10.42.42.5(pid=684): ERR: Terminated: ERROR {rc=1} [trial-2373↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=684)]\u000a11:08:27.735978 run osmo-stp_10.42.42.5(pid=684): stdout: \u000a| (launched: 2022-12-10_11:08:25.551606)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:08:27.940028 run osmo-stp_10.42.42.5(pid=684): stderr: \u000a| �[0;m�[38;5;43m20221210110825898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210110825898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210110825898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210110825898 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210110825899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210110825899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210110825899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:08:28.066731 run osmo-stp_10.42.42.5(pid=684): stdout: \u000a| (launched: 2022-12-10_11:08:25.551606)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:08:28.192300 run osmo-stp_10.42.42.5(pid=684): stderr: \u000a| �[0;m�[38;5;43m20221210110825898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210110825898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210110825898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210110825898 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210110825899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210110825899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210110825899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:08:28.246938 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=684): Process ended prematurely: osmo-stp_10.42.42.5(pid=684) [trial-2373↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=684)] [trial-2373↪handover_2G:octphy+bts1-trx-lms↪handover.py:18]\u000a11:08:28.255749 tst handover.py:18: Test FAILED (7.7 sec)\u000a11:08:28.322106 run osmo-hlr_10.42.42.2(pid=681): ERR: Terminated: ERROR {rc=237} [trial-2373↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=681)]\u000a11:08:28.374347 run osmo-hlr_10.42.42.2(pid=681): stdout: \u000a| (launched: 2022-12-10_11:08:24.257488) \u000a11:08:28.427190 run osmo-hlr_10.42.42.2(pid=681): stderr: \u000a| �[0;m�[1;31m20221210110824605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210110824605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210110824605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110824605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110824605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210110824606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210110824626 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/handover_2G:octphy+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210110824638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210110824638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210110824638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:08:28.498434 run osmo-msc_10.42.42.6(pid=687): ERR: Terminated: ERROR {rc=2} [trial-2373↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=687)]\u000a11:08:28.551066 run osmo-msc_10.42.42.6(pid=687): stdout: \u000a| (launched: 2022-12-10_11:08:26.817133) \u000a11:08:28.603749 run osmo-msc_10.42.42.6(pid=687): stderr: \u000a| �[0;m�[38;5;43m20221210110827406 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210110827407 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff2df029c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210110827407 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210110827407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210110827407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210110827407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210110827417 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210110827418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210110827418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210110827418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:08:28.647197 run pcap-recorder_any(filters='host 10.42.42.2')(pid=680): Terminating (SIGTERM)\u000a11:08:28.693889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=683): Terminating (SIGTERM)\u000a11:08:28.736395 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=686): Terminating (SIGTERM)\u000a11:08:28.748822 --- ParallelTerminationStrategy: PID 680 died...\u000a11:08:28.807725 run pcap-recorder_any(filters='host 10.42.42.2')(pid=680): Terminated: ok {rc=0}\u000a11:08:28.818522 --- ParallelTerminationStrategy: PID 683 died...\u000a11:08:28.875986 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=683): Terminated: ok {rc=0}\u000a11:08:28.886595 --- ParallelTerminationStrategy: PID 686 died...\u000a11:08:28.944309 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=686): Terminated: ok {rc=0}\u000a11:08:29.031987 bus /sierra_3: Setting Powered False\u000a11:08:30.140000 bus /sierra_3: Setting Powered False\u000a11:08:31.296265 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "179", "name" : "handover_2G_octphy+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:08:20" }, { "cases" : [ { "testActions" : [ ], "age" : 202, "className" : "handover_2G:octphy+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=698): Process ended prematurely: osmo-stp_10.42.42.5(pid=698) [trial-2373↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=698)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=698): Process ended prematurely: osmo-stp_10.42.42.5(pid=698) [trial-2373↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=698)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 handover_2G:octphy+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a11:08:33.341816 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:08:33.355008 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a11:08:33.485404 tst handover.py: using LAC 27978\u000a11:08:33.615416 tst handover.py: using RAC 183\u000a11:08:33.750450 tst handover.py: using CellId 27978\u000a11:08:33.878387 tst handover.py: using BVCI 27979\u000a11:08:33.905325 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a11:08:34.044594 tst handover.py: using LAC 27979\u000a11:08:34.173892 tst handover.py: using RAC 184\u000a11:08:34.303829 tst handover.py: using CellId 27979\u000a11:08:34.436927 tst handover.py: using BVCI 27980\u000a11:08:34.463576 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:08:34.476169 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:08:34.488553 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:08:34.502547 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:08:34.515637 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:08:34.528723 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a11:08:34.651998 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a11:08:34.870465 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:08:35.415272 run create_hlr_db(pid=692): Launched\u000a11:08:35.554530 bus /sierra_2: Setting Powered False\u000a11:08:36.631760 run create_hlr_db(pid=692): Terminated: ok {rc=0}\u000a11:08:37.064873 run pcap-recorder_any(filters='host 10.42.42.2')(pid=694): Launched\u000a11:08:37.509558 run osmo-hlr_10.42.42.2(pid=695): Launched\u000a11:08:37.756572 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:08:38.267138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=697): Launched\u000a11:08:38.571271 run osmo-stp_10.42.42.5(pid=698): Launched\u000a11:08:38.682252 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:08:39.208563 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=700): Launched\u000a11:08:39.510511 run osmo-msc_10.42.42.6(pid=701): Launched\u000a11:08:39.688535 run osmo-stp_10.42.42.5(pid=698): ERR: Terminated: ERROR {rc=1} [trial-2373↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=698)]\u000a11:08:39.816408 run osmo-stp_10.42.42.5(pid=698): stdout: \u000a| (launched: 2022-12-10_11:08:38.421238)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:08:39.942777 run osmo-stp_10.42.42.5(pid=698): stderr: \u000a| �[0;m�[38;5;43m20221210110838592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210110838592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210110838592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210110838593 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210110838593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210110838593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210110838593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:08:40.064204 run osmo-stp_10.42.42.5(pid=698): stdout: \u000a| (launched: 2022-12-10_11:08:38.421238)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:08:40.184878 run osmo-stp_10.42.42.5(pid=698): stderr: \u000a| �[0;m�[38;5;43m20221210110838592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210110838592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210110838592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210110838593 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210110838593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210110838593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210110838593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:08:40.237892 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=698): Process ended prematurely: osmo-stp_10.42.42.5(pid=698) [trial-2373↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=698)] [trial-2373↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a11:08:40.245908 tst handover.py:18: Test FAILED (6.9 sec)\u000a11:08:40.305951 run osmo-hlr_10.42.42.2(pid=695): ERR: Terminated: ERROR {rc=237} [trial-2373↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=695)]\u000a11:08:40.354874 run osmo-hlr_10.42.42.2(pid=695): stdout: \u000a| (launched: 2022-12-10_11:08:37.237040) \u000a11:08:40.404402 run osmo-hlr_10.42.42.2(pid=695): stderr: \u000a| �[0;m�[1;31m20221210110837552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210110837552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210110837552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110837552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110837552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210110837552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210110837572 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/handover_2G:octphy+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210110837583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210110837583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210110837583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:08:40.471545 run osmo-msc_10.42.42.6(pid=701): ERR: Terminated: ERROR {rc=2} [trial-2373↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=701)]\u000a11:08:40.520372 run osmo-msc_10.42.42.6(pid=701): stdout: \u000a| (launched: 2022-12-10_11:08:39.362090) \u000a11:08:40.569864 run osmo-msc_10.42.42.6(pid=701): stderr: \u000a| �[0;m�[38;5;43m20221210110839634 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210110839634 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff4b39e6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210110839634 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210110839634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210110839634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210110839634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210110839636 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210110839636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210110839637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210110839637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:08:40.611963 run pcap-recorder_any(filters='host 10.42.42.2')(pid=694): Terminating (SIGTERM)\u000a11:08:40.651773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=697): Terminating (SIGTERM)\u000a11:08:40.691836 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=700): Terminating (SIGTERM)\u000a11:08:40.701328 --- ParallelTerminationStrategy: PID 694 died...\u000a11:08:40.754746 run pcap-recorder_any(filters='host 10.42.42.2')(pid=694): Terminated: ok {rc=0}\u000a11:08:40.764569 --- ParallelTerminationStrategy: PID 697 died...\u000a11:08:40.817662 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=697): Terminated: ok {rc=0}\u000a11:08:40.827539 --- ParallelTerminationStrategy: PID 700 died...\u000a11:08:40.880589 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=700): Terminated: ok {rc=0}\u000a11:08:40.969267 bus /sierra_3: Setting Powered False\u000a11:08:42.072626 bus /sierra_3: Setting Powered False\u000a11:08:43.182197 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "180", "name" : "handover_2G_octphy+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:08:33" }, { "cases" : [ { "testActions" : [ ], "age" : 202, "className" : "handover_2G:octphy+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=712): Process ended prematurely: osmo-stp_10.42.42.5(pid=712) [trial-2373↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=712)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=712): Process ended prematurely: osmo-stp_10.42.42.5(pid=712) [trial-2373↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=712)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 handover_2G:octphy+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a11:08:45.177907 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:08:45.189235 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a11:08:45.316012 tst handover.py: using LAC 27980\u000a11:08:45.440173 tst handover.py: using RAC 185\u000a11:08:45.562263 tst handover.py: using CellId 27980\u000a11:08:45.686325 tst handover.py: using BVCI 27981\u000a11:08:45.709597 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a11:08:45.866008 tst handover.py: using LAC 27981\u000a11:08:46.013918 tst handover.py: using RAC 186\u000a11:08:46.135541 tst handover.py: using CellId 27981\u000a11:08:46.256943 tst handover.py: using BVCI 27982\u000a11:08:46.280751 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:08:46.292329 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:08:46.303987 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:08:46.315866 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:08:46.327363 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:08:46.339100 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a11:08:46.457215 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a11:08:46.661793 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:08:47.156857 run create_hlr_db(pid=706): Launched\u000a11:08:47.283855 bus /sierra_2: Setting Powered False\u000a11:08:48.353588 run create_hlr_db(pid=706): Terminated: ok {rc=0}\u000a11:08:48.731218 run pcap-recorder_any(filters='host 10.42.42.2')(pid=708): Launched\u000a11:08:49.034642 run osmo-hlr_10.42.42.2(pid=709): Launched\u000a11:08:49.152693 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:08:49.659205 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=711): Launched\u000a11:08:49.960742 run osmo-stp_10.42.42.5(pid=712): Launched\u000a11:08:50.070612 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:08:50.596735 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=714): Launched\u000a11:08:50.900173 run osmo-msc_10.42.42.6(pid=715): Launched\u000a11:08:51.077354 run osmo-stp_10.42.42.5(pid=712): ERR: Terminated: ERROR {rc=1} [trial-2373↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=712)]\u000a11:08:51.205567 run osmo-stp_10.42.42.5(pid=712): stdout: \u000a| (launched: 2022-12-10_11:08:49.812716)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:08:51.332409 run osmo-stp_10.42.42.5(pid=712): stderr: \u000a| �[0;m�[38;5;43m20221210110849980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210110849981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210110849981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210110849981 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210110849982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210110849982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210110849982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:08:51.454604 run osmo-stp_10.42.42.5(pid=712): stdout: \u000a| (launched: 2022-12-10_11:08:49.812716)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:08:51.575689 run osmo-stp_10.42.42.5(pid=712): stderr: \u000a| �[0;m�[38;5;43m20221210110849980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210110849981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210110849981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210110849981 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210110849982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210110849982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210110849982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:08:51.628514 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=712): Process ended prematurely: osmo-stp_10.42.42.5(pid=712) [trial-2373↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=712)] [trial-2373↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18]\u000a11:08:51.636460 tst handover.py:18: Test FAILED (6.4 sec)\u000a11:08:51.696819 run osmo-hlr_10.42.42.2(pid=709): ERR: Terminated: ERROR {rc=237} [trial-2373↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=709)]\u000a11:08:51.746109 run osmo-hlr_10.42.42.2(pid=709): stdout: \u000a| (launched: 2022-12-10_11:08:48.885414) \u000a11:08:51.796183 run osmo-hlr_10.42.42.2(pid=709): stderr: \u000a| �[0;m�[1;31m20221210110849059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210110849059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210110849059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110849060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110849060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210110849060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210110849071 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/handover_2G:octphy+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210110849080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210110849080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210110849080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:08:51.864135 run osmo-msc_10.42.42.6(pid=715): ERR: Terminated: ERROR {rc=2} [trial-2373↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=715)]\u000a11:08:51.913695 run osmo-msc_10.42.42.6(pid=715): stdout: \u000a| (launched: 2022-12-10_11:08:50.750770) \u000a11:08:51.963505 run osmo-msc_10.42.42.6(pid=715): stderr: \u000a| �[0;m�[38;5;43m20221210110851021 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210110851021 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8091340c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210110851021 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210110851021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210110851022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210110851022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210110851023 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210110851024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210110851024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210110851024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:08:52.005310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=708): Terminating (SIGTERM)\u000a11:08:52.045157 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=711): Terminating (SIGTERM)\u000a11:08:52.085097 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=714): Terminating (SIGTERM)\u000a11:08:52.094528 --- ParallelTerminationStrategy: PID 708 died...\u000a11:08:52.148130 run pcap-recorder_any(filters='host 10.42.42.2')(pid=708): Terminated: ok {rc=0}\u000a11:08:52.157883 --- ParallelTerminationStrategy: PID 711 died...\u000a11:08:52.210681 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=711): Terminated: ok {rc=0}\u000a11:08:52.220425 --- ParallelTerminationStrategy: PID 714 died...\u000a11:08:52.273740 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=714): Terminated: ok {rc=0}\u000a11:08:52.356296 bus /sierra_3: Setting Powered False\u000a11:08:53.458937 bus /sierra_3: Setting Powered False\u000a11:08:54.570103 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "181", "name" : "handover_2G_octphy+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:08:44" }, { "cases" : [ { "testActions" : [ ], "age" : 202, "className" : "handover_2G:octphy+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=727): Process ended prematurely: osmo-stp_10.42.42.5(pid=727) [trial-2373↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=727)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=727): Process ended prematurely: osmo-stp_10.42.42.5(pid=727) [trial-2373↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=727)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 handover_2G:octphy+bts1-sysmo handover.py\u000a----------------------------------------------\u000a11:08:56.557192 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:08:56.568703 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a11:08:56.692182 tst handover.py: using LAC 27982\u000a11:08:56.811453 tst handover.py: using RAC 187\u000a11:08:56.931960 tst handover.py: using CellId 27982\u000a11:08:57.052018 tst handover.py: using BVCI 27983\u000a11:08:57.075299 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a11:08:57.196909 tst handover.py: using LAC 27983\u000a11:08:57.321497 tst handover.py: using RAC 188\u000a11:08:57.440652 tst handover.py: using CellId 27983\u000a11:08:57.565997 tst handover.py: using BVCI 27984\u000a11:08:57.590865 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:08:57.602336 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:08:57.613564 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:08:57.625183 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:08:57.637030 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:08:57.648445 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a11:08:57.765657 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a11:08:57.977961 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:08:58.465274 run create_hlr_db(pid=721): Launched\u000a11:08:58.598177 bus /sierra_2: Setting Powered False\u000a11:08:59.674869 run create_hlr_db(pid=721): Terminated: ok {rc=0}\u000a11:09:00.076536 run pcap-recorder_any(filters='host 10.42.42.2')(pid=723): Launched\u000a11:09:00.400533 run osmo-hlr_10.42.42.2(pid=724): Launched\u000a11:09:00.518954 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:09:01.094991 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=726): Launched\u000a11:09:01.431994 run osmo-stp_10.42.42.5(pid=727): Launched\u000a11:09:01.679036 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:09:02.343509 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=729): Launched\u000a11:09:02.647935 run osmo-msc_10.42.42.6(pid=730): Launched\u000a11:09:02.826240 run osmo-stp_10.42.42.5(pid=727): ERR: Terminated: ERROR {rc=1} [trial-2373↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=727)]\u000a11:09:02.954906 run osmo-stp_10.42.42.5(pid=727): stdout: \u000a| (launched: 2022-12-10_11:09:01.251467)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:09:03.080526 run osmo-stp_10.42.42.5(pid=727): stderr: \u000a| �[0;m�[38;5;43m20221210110901625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210110901625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210110901627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210110901629 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210110901631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210110901631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210110901631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:09:03.201785 run osmo-stp_10.42.42.5(pid=727): stdout: \u000a| (launched: 2022-12-10_11:09:01.251467)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:09:03.321689 run osmo-stp_10.42.42.5(pid=727): stderr: \u000a| �[0;m�[38;5;43m20221210110901625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210110901625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210110901627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210110901629 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210110901631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210110901631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210110901631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:09:03.374333 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=727): Process ended prematurely: osmo-stp_10.42.42.5(pid=727) [trial-2373↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=727)] [trial-2373↪handover_2G:octphy+bts1-sysmo↪handover.py:18]\u000a11:09:03.382272 tst handover.py:18: Test FAILED (6.8 sec)\u000a11:09:03.442334 run osmo-hlr_10.42.42.2(pid=724): ERR: Terminated: ERROR {rc=237} [trial-2373↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=724)]\u000a11:09:03.491285 run osmo-hlr_10.42.42.2(pid=724): stdout: \u000a| (launched: 2022-12-10_11:09:00.240732) \u000a11:09:03.541157 run osmo-hlr_10.42.42.2(pid=724): stderr: \u000a| �[0;m�[1;31m20221210110900437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210110900437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210110900437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110900437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110900437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210110900437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210110900450 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/handover_2G:octphy+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210110900458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210110900459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210110900459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:09:03.608516 run osmo-msc_10.42.42.6(pid=730): ERR: Terminated: ERROR {rc=2} [trial-2373↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=730)]\u000a11:09:03.657446 run osmo-msc_10.42.42.6(pid=730): stdout: \u000a| (launched: 2022-12-10_11:09:02.497573) \u000a11:09:03.706912 run osmo-msc_10.42.42.6(pid=730): stderr: \u000a| �[0;m�[38;5;43m20221210110902767 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210110902767 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2c8fbb1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210110902768 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210110902768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210110902768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210110902768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210110902770 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210110902770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210110902770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210110902770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:09:03.748718 run pcap-recorder_any(filters='host 10.42.42.2')(pid=723): Terminating (SIGTERM)\u000a11:09:03.788611 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=726): Terminating (SIGTERM)\u000a11:09:03.828566 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=729): Terminating (SIGTERM)\u000a11:09:03.838001 --- ParallelTerminationStrategy: PID 723 died...\u000a11:09:03.891516 run pcap-recorder_any(filters='host 10.42.42.2')(pid=723): Terminated: ok {rc=0}\u000a11:09:03.901251 --- ParallelTerminationStrategy: PID 726 died...\u000a11:09:03.954303 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=726): Terminated: ok {rc=0}\u000a11:09:03.963782 --- ParallelTerminationStrategy: PID 729 died...\u000a11:09:04.016724 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=729): Terminated: ok {rc=0}\u000a11:09:04.100306 bus /sierra_3: Setting Powered False\u000a11:09:05.207386 bus /sierra_3: Setting Powered False\u000a11:09:06.319522 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "182", "name" : "handover_2G_octphy+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:08:56" }, { "cases" : [ { "testActions" : [ ], "age" : 202, "className" : "handover_2G:octphy+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=741): Process ended prematurely: osmo-stp_10.42.42.5(pid=741) [trial-2373↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=741)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=741): Process ended prematurely: osmo-stp_10.42.42.5(pid=741) [trial-2373↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=741)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 handover_2G:octphy+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a11:09:08.298715 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:09:08.310144 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a11:09:08.440747 tst handover.py: using LAC 27984\u000a11:09:08.567211 tst handover.py: using RAC 189\u000a11:09:08.692375 tst handover.py: using CellId 27984\u000a11:09:08.821227 tst handover.py: using BVCI 27985\u000a11:09:08.845828 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a11:09:08.990422 tst handover.py: using LAC 27985\u000a11:09:09.116293 tst handover.py: using RAC 190\u000a11:09:09.241286 tst handover.py: using CellId 27985\u000a11:09:09.361024 tst handover.py: using BVCI 27986\u000a11:09:09.384155 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:09:09.395099 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:09:09.405973 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:09:09.417312 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:09:09.429197 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:09:09.439906 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a11:09:09.560176 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a11:09:09.769847 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:09:10.256141 run create_hlr_db(pid=735): Launched\u000a11:09:10.388527 bus /sierra_2: Setting Powered False\u000a11:09:11.465968 run create_hlr_db(pid=735): Terminated: ok {rc=0}\u000a11:09:11.846837 run pcap-recorder_any(filters='host 10.42.42.2')(pid=737): Launched\u000a11:09:12.149327 run osmo-hlr_10.42.42.2(pid=738): Launched\u000a11:09:12.264840 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:09:12.772901 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=740): Launched\u000a11:09:13.075592 run osmo-stp_10.42.42.5(pid=741): Launched\u000a11:09:13.186655 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:09:13.712755 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=743): Launched\u000a11:09:14.015287 run osmo-msc_10.42.42.6(pid=744): Launched\u000a11:09:14.193099 run osmo-stp_10.42.42.5(pid=741): ERR: Terminated: ERROR {rc=1} [trial-2373↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=741)]\u000a11:09:14.321951 run osmo-stp_10.42.42.5(pid=741): stdout: \u000a| (launched: 2022-12-10_11:09:12.926320)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:09:14.448462 run osmo-stp_10.42.42.5(pid=741): stderr: \u000a| �[0;m�[38;5;43m20221210110913096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210110913096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210110913096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210110913097 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210110913097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210110913098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210110913098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:09:14.570071 run osmo-stp_10.42.42.5(pid=741): stdout: \u000a| (launched: 2022-12-10_11:09:12.926320)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:09:14.690434 run osmo-stp_10.42.42.5(pid=741): stderr: \u000a| �[0;m�[38;5;43m20221210110913096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210110913096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210110913096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210110913097 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210110913097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210110913098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210110913098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:09:14.743209 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=741): Process ended prematurely: osmo-stp_10.42.42.5(pid=741) [trial-2373↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=741)] [trial-2373↪handover_2G:octphy+bts1-trx-b200↪handover.py:18]\u000a11:09:14.751190 tst handover.py:18: Test FAILED (6.4 sec)\u000a11:09:14.811131 run osmo-hlr_10.42.42.2(pid=738): ERR: Terminated: ERROR {rc=237} [trial-2373↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=738)]\u000a11:09:14.860097 run osmo-hlr_10.42.42.2(pid=738): stdout: \u000a| (launched: 2022-12-10_11:09:12.000129) \u000a11:09:14.909817 run osmo-hlr_10.42.42.2(pid=738): stderr: \u000a| �[0;m�[1;31m20221210110912176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210110912176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210110912176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110912176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110912176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210110912176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210110912188 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/handover_2G:octphy+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210110912196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210110912197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210110912197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:09:14.977032 run osmo-msc_10.42.42.6(pid=744): ERR: Terminated: ERROR {rc=2} [trial-2373↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=744)]\u000a11:09:15.025767 run osmo-msc_10.42.42.6(pid=744): stdout: \u000a| (launched: 2022-12-10_11:09:13.865758) \u000a11:09:15.075185 run osmo-msc_10.42.42.6(pid=744): stderr: \u000a| �[0;m�[38;5;43m20221210110914133 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210110914133 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa39eb28c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210110914133 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210110914134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210110914134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210110914134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210110914136 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210110914136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210110914136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210110914136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:09:15.117045 run pcap-recorder_any(filters='host 10.42.42.2')(pid=737): Terminating (SIGTERM)\u000a11:09:15.156830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=740): Terminating (SIGTERM)\u000a11:09:15.196714 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=743): Terminating (SIGTERM)\u000a11:09:15.206178 --- ParallelTerminationStrategy: PID 737 died...\u000a11:09:15.259569 run pcap-recorder_any(filters='host 10.42.42.2')(pid=737): Terminated: ok {rc=0}\u000a11:09:15.269119 --- ParallelTerminationStrategy: PID 740 died...\u000a11:09:15.322064 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=740): Terminated: ok {rc=0}\u000a11:09:15.331878 --- ParallelTerminationStrategy: PID 743 died...\u000a11:09:15.384718 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=743): Terminated: ok {rc=0}\u000a11:09:15.473586 bus /sierra_3: Setting Powered False\u000a11:09:16.604084 bus /sierra_3: Setting Powered False\u000a11:09:17.713880 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "183", "name" : "handover_2G_octphy+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:09:08" }, { "cases" : [ { "testActions" : [ ], "age" : 202, "className" : "handover_2G:octphy+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=755): Process ended prematurely: osmo-stp_10.42.42.5(pid=755) [trial-2373↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=755)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=755): Process ended prematurely: osmo-stp_10.42.42.5(pid=755) [trial-2373↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=755)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 handover_2G:octphy+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a11:09:19.710733 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:09:19.722123 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a11:09:19.850035 tst handover.py: using LAC 27986\u000a11:09:19.976804 tst handover.py: using RAC 191\u000a11:09:20.105212 tst handover.py: using CellId 27986\u000a11:09:20.234012 tst handover.py: using BVCI 27987\u000a11:09:20.258912 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a11:09:20.402474 tst handover.py: using LAC 27987\u000a11:09:20.523932 tst handover.py: using RAC 192\u000a11:09:20.644116 tst handover.py: using CellId 27987\u000a11:09:20.764668 tst handover.py: using BVCI 27988\u000a11:09:20.787565 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:09:20.798394 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:09:20.809057 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:09:20.819954 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:09:20.830849 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:09:20.841987 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a11:09:20.957763 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a11:09:21.170128 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:09:21.660414 run create_hlr_db(pid=749): Launched\u000a11:09:21.793330 bus /sierra_2: Setting Powered False\u000a11:09:22.870004 run create_hlr_db(pid=749): Terminated: ok {rc=0}\u000a11:09:23.274063 run pcap-recorder_any(filters='host 10.42.42.2')(pid=751): Launched\u000a11:09:23.599659 run osmo-hlr_10.42.42.2(pid=752): Launched\u000a11:09:23.719937 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:09:24.256932 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=754): Launched\u000a11:09:24.580690 run osmo-stp_10.42.42.5(pid=755): Launched\u000a11:09:24.698454 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:09:25.263175 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=757): Launched\u000a11:09:25.588171 run osmo-msc_10.42.42.6(pid=758): Launched\u000a11:09:25.778213 run osmo-stp_10.42.42.5(pid=755): ERR: Terminated: ERROR {rc=1} [trial-2373↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=755)]\u000a11:09:25.914667 run osmo-stp_10.42.42.5(pid=755): stdout: \u000a| (launched: 2022-12-10_11:09:24.421843)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:09:26.050993 run osmo-stp_10.42.42.5(pid=755): stderr: \u000a| �[0;m�[38;5;43m20221210110924616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210110924616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210110924616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210110924617 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210110924617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210110924617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210110924618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:09:26.181706 run osmo-stp_10.42.42.5(pid=755): stdout: \u000a| (launched: 2022-12-10_11:09:24.421843)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:09:26.310904 run osmo-stp_10.42.42.5(pid=755): stderr: \u000a| �[0;m�[38;5;43m20221210110924616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210110924616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210110924616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210110924617 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210110924617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210110924617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210110924618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:09:26.367609 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=755): Process ended prematurely: osmo-stp_10.42.42.5(pid=755) [trial-2373↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=755)] [trial-2373↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18]\u000a11:09:26.376251 tst handover.py:18: Test FAILED (6.7 sec)\u000a11:09:26.439771 run osmo-hlr_10.42.42.2(pid=752): ERR: Terminated: ERROR {rc=237} [trial-2373↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=752)]\u000a11:09:26.491859 run osmo-hlr_10.42.42.2(pid=752): stdout: \u000a| (launched: 2022-12-10_11:09:23.439634) \u000a11:09:26.544497 run osmo-hlr_10.42.42.2(pid=752): stderr: \u000a| �[0;m�[1;31m20221210110923638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210110923638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210110923638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110923638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110923638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210110923638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210110923650 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/handover_2G:octphy+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210110923658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210110923659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210110923659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:09:26.615701 run osmo-msc_10.42.42.6(pid=758): ERR: Terminated: ERROR {rc=2} [trial-2373↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=758)]\u000a11:09:26.667354 run osmo-msc_10.42.42.6(pid=758): stdout: \u000a| (launched: 2022-12-10_11:09:25.428152) \u000a11:09:26.719540 run osmo-msc_10.42.42.6(pid=758): stderr: \u000a| �[0;m�[38;5;43m20221210110925752 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210110925752 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8254abbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210110925752 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210110925752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210110925752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210110925753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210110925754 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210110925755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210110925755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210110925755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:09:26.764026 run pcap-recorder_any(filters='host 10.42.42.2')(pid=751): Terminating (SIGTERM)\u000a11:09:26.806070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=754): Terminating (SIGTERM)\u000a11:09:26.848470 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=757): Terminating (SIGTERM)\u000a11:09:26.858146 --- ParallelTerminationStrategy: PID 751 died...\u000a11:09:26.913703 run pcap-recorder_any(filters='host 10.42.42.2')(pid=751): Terminated: ok {rc=0}\u000a11:09:26.923675 --- ParallelTerminationStrategy: PID 754 died...\u000a11:09:26.978896 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=754): Terminated: ok {rc=0}\u000a11:09:26.988787 --- ParallelTerminationStrategy: PID 757 died...\u000a11:09:27.044353 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=757): Terminated: ok {rc=0}\u000a11:09:27.131516 bus /sierra_3: Setting Powered False\u000a11:09:28.234561 bus /sierra_3: Setting Powered False\u000a11:09:29.346550 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "184", "name" : "handover_2G_octphy+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:09:19" }, { "cases" : [ { "testActions" : [ ], "age" : 202, "className" : "handover_2G:trx-lms+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=769): Process ended prematurely: osmo-stp_10.42.42.5(pid=769) [trial-2373↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=769)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=769): Process ended prematurely: osmo-stp_10.42.42.5(pid=769) [trial-2373↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=769)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 handover_2G:trx-lms+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a11:09:31.369925 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:09:31.383527 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a11:09:31.528925 tst handover.py: using LAC 27988\u000a11:09:31.654902 tst handover.py: using RAC 193\u000a11:09:31.806121 tst handover.py: using CellId 27988\u000a11:09:31.937819 tst handover.py: using BVCI 27989\u000a11:09:31.961667 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a11:09:32.133257 tst handover.py: using LAC 27989\u000a11:09:32.265738 tst handover.py: using RAC 194\u000a11:09:32.394298 tst handover.py: using CellId 27989\u000a11:09:32.522829 tst handover.py: using BVCI 27990\u000a11:09:32.547612 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:09:32.559141 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:09:32.570480 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:09:32.581943 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:09:32.593394 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a11:09:32.604601 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a11:09:32.720048 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a11:09:32.926870 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:09:33.380568 run create_hlr_db(pid=763): Launched\u000a11:09:33.506029 bus /sierra_2: Setting Powered False\u000a11:09:34.577620 run create_hlr_db(pid=763): Terminated: ok {rc=0}\u000a11:09:34.979475 run pcap-recorder_any(filters='host 10.42.42.2')(pid=765): Launched\u000a11:09:35.302342 run osmo-hlr_10.42.42.2(pid=766): Launched\u000a11:09:35.420187 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:09:35.965398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=768): Launched\u000a11:09:36.288139 run osmo-stp_10.42.42.5(pid=769): Launched\u000a11:09:36.405511 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:09:36.967574 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=771): Launched\u000a11:09:37.290292 run osmo-msc_10.42.42.6(pid=772): Launched\u000a11:09:37.479824 run osmo-stp_10.42.42.5(pid=769): ERR: Terminated: ERROR {rc=1} [trial-2373↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=769)]\u000a11:09:37.617535 run osmo-stp_10.42.42.5(pid=769): stdout: \u000a| (launched: 2022-12-10_11:09:36.129969)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:09:37.753993 run osmo-stp_10.42.42.5(pid=769): stderr: \u000a| �[0;m�[38;5;43m20221210110936321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210110936322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210110936322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210110936322 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210110936323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210110936323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210110936323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:09:37.884205 run osmo-stp_10.42.42.5(pid=769): stdout: \u000a| (launched: 2022-12-10_11:09:36.129969)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:09:38.013403 run osmo-stp_10.42.42.5(pid=769): stderr: \u000a| �[0;m�[38;5;43m20221210110936321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210110936322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210110936322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210110936322 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210110936323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210110936323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210110936323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:09:38.070123 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=769): Process ended prematurely: osmo-stp_10.42.42.5(pid=769) [trial-2373↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=769)] [trial-2373↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a11:09:38.078740 tst handover.py:18: Test FAILED (6.7 sec)\u000a11:09:38.141718 run osmo-hlr_10.42.42.2(pid=766): ERR: Terminated: ERROR {rc=237} [trial-2373↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=766)]\u000a11:09:38.193305 run osmo-hlr_10.42.42.2(pid=766): stdout: \u000a| (launched: 2022-12-10_11:09:35.144237) \u000a11:09:38.245212 run osmo-hlr_10.42.42.2(pid=766): stderr: \u000a| �[0;m�[1;31m20221210110935342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210110935342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210110935342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110935342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110935342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210110935342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210110935357 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/handover_2G:trx-lms+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210110935366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210110935366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210110935366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:09:38.316206 run osmo-msc_10.42.42.6(pid=772): ERR: Terminated: ERROR {rc=2} [trial-2373↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=772)]\u000a11:09:38.367660 run osmo-msc_10.42.42.6(pid=772): stdout: \u000a| (launched: 2022-12-10_11:09:37.131858) \u000a11:09:38.419718 run osmo-msc_10.42.42.6(pid=772): stderr: \u000a| �[0;m�[38;5;43m20221210110937451 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210110937452 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f01f8050c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210110937452 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210110937452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210110937452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210110937452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210110937454 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210110937454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210110937455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210110937455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:09:38.463971 run pcap-recorder_any(filters='host 10.42.42.2')(pid=765): Terminating (SIGTERM)\u000a11:09:38.506231 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=768): Terminating (SIGTERM)\u000a11:09:38.548586 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=771): Terminating (SIGTERM)\u000a11:09:38.558307 --- ParallelTerminationStrategy: PID 765 died...\u000a11:09:38.614237 run pcap-recorder_any(filters='host 10.42.42.2')(pid=765): Terminated: ok {rc=0}\u000a11:09:38.624444 --- ParallelTerminationStrategy: PID 768 died...\u000a11:09:38.680144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=768): Terminated: ok {rc=0}\u000a11:09:38.690141 --- ParallelTerminationStrategy: PID 771 died...\u000a11:09:38.745975 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=771): Terminated: ok {rc=0}\u000a11:09:38.833882 bus /sierra_3: Setting Powered False\u000a11:09:39.937792 bus /sierra_3: Setting Powered False\u000a11:09:41.045081 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "185", "name" : "handover_2G_trx-lms+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:09:31" }, { "cases" : [ { "testActions" : [ ], "age" : 202, "className" : "handover_2G:trx-lms+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=783): Process ended prematurely: osmo-stp_10.42.42.5(pid=783) [trial-2373↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=783)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=783): Process ended prematurely: osmo-stp_10.42.42.5(pid=783) [trial-2373↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=783)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 handover_2G:trx-lms+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a11:09:43.082102 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:09:43.093166 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a11:09:43.228631 tst handover.py: using LAC 27990\u000a11:09:43.347993 tst handover.py: using RAC 195\u000a11:09:43.468265 tst handover.py: using CellId 27990\u000a11:09:43.587182 tst handover.py: using BVCI 27991\u000a11:09:43.610316 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a11:09:43.748886 tst handover.py: using LAC 27991\u000a11:09:43.867663 tst handover.py: using RAC 196\u000a11:09:43.988063 tst handover.py: using CellId 27991\u000a11:09:44.114789 tst handover.py: using BVCI 27992\u000a11:09:44.139383 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:09:44.150867 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:09:44.162193 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:09:44.173686 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:09:44.184934 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:09:44.196199 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a11:09:44.311497 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a11:09:44.518276 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:09:44.972102 run create_hlr_db(pid=777): Launched\u000a11:09:45.096453 bus /sierra_2: Setting Powered False\u000a11:09:46.224812 run create_hlr_db(pid=777): Terminated: ok {rc=0}\u000a11:09:46.655346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=779): Launched\u000a11:09:47.135224 run osmo-hlr_10.42.42.2(pid=780): Launched\u000a11:09:47.287083 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:09:47.788574 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=782): Launched\u000a11:09:48.091000 run osmo-stp_10.42.42.5(pid=783): Launched\u000a11:09:48.201817 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:09:48.730049 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=785): Launched\u000a11:09:49.032600 run osmo-msc_10.42.42.6(pid=786): Launched\u000a11:09:49.210082 run osmo-stp_10.42.42.5(pid=783): ERR: Terminated: ERROR {rc=1} [trial-2373↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=783)]\u000a11:09:49.338248 run osmo-stp_10.42.42.5(pid=783): stdout: \u000a| (launched: 2022-12-10_11:09:47.942799)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:09:49.464606 run osmo-stp_10.42.42.5(pid=783): stderr: \u000a| �[0;m�[38;5;43m20221210110948111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210110948111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210110948112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210110948112 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210110948113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210110948113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210110948113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:09:49.587025 run osmo-stp_10.42.42.5(pid=783): stdout: \u000a| (launched: 2022-12-10_11:09:47.942799)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:09:49.707651 run osmo-stp_10.42.42.5(pid=783): stderr: \u000a| �[0;m�[38;5;43m20221210110948111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210110948111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210110948112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210110948112 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210110948113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210110948113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210110948113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:09:49.761049 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=783): Process ended prematurely: osmo-stp_10.42.42.5(pid=783) [trial-2373↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=783)] [trial-2373↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18]\u000a11:09:49.768938 tst handover.py:18: Test FAILED (6.7 sec)\u000a11:09:49.829683 run osmo-hlr_10.42.42.2(pid=780): ERR: Terminated: ERROR {rc=237} [trial-2373↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=780)]\u000a11:09:49.879173 run osmo-hlr_10.42.42.2(pid=780): stdout: \u000a| (launched: 2022-12-10_11:09:46.823983) \u000a11:09:49.929072 run osmo-hlr_10.42.42.2(pid=780): stderr: \u000a| �[0;m�[1;31m20221210110947069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210110947069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210110947070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110947070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110947070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210110947070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210110947089 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/handover_2G:trx-lms+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210110947112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210110947112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210110947113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:09:49.997017 run osmo-msc_10.42.42.6(pid=786): ERR: Terminated: ERROR {rc=2} [trial-2373↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=786)]\u000a11:09:50.046231 run osmo-msc_10.42.42.6(pid=786): stdout: \u000a| (launched: 2022-12-10_11:09:48.883992) \u000a11:09:50.096329 run osmo-msc_10.42.42.6(pid=786): stderr: \u000a| �[0;m�[38;5;43m20221210110949155 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210110949155 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa184a77c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210110949155 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210110949155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210110949155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210110949156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210110949158 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210110949159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210110949159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210110949159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:09:50.138509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=779): Terminating (SIGTERM)\u000a11:09:50.178860 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=782): Terminating (SIGTERM)\u000a11:09:50.219066 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=785): Terminating (SIGTERM)\u000a11:09:50.228581 --- ParallelTerminationStrategy: PID 779 died...\u000a11:09:50.282656 run pcap-recorder_any(filters='host 10.42.42.2')(pid=779): Terminated: ok {rc=0}\u000a11:09:50.292202 --- ParallelTerminationStrategy: PID 782 died...\u000a11:09:50.345517 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=782): Terminated: ok {rc=0}\u000a11:09:50.355380 --- ParallelTerminationStrategy: PID 785 died...\u000a11:09:50.409180 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=785): Terminated: ok {rc=0}\u000a11:09:50.497554 bus /sierra_3: Setting Powered False\u000a11:09:51.601825 bus /sierra_3: Setting Powered False\u000a11:09:52.709303 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "186", "name" : "handover_2G_trx-lms+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:09:42" }, { "cases" : [ { "testActions" : [ ], "age" : 43, "className" : "handover_2G:trx-lms+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=797): Process ended prematurely: osmo-stp_10.42.42.5(pid=797) [trial-2373↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=797)]", "failedSince" : 2331, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=797): Process ended prematurely: osmo-stp_10.42.42.5(pid=797) [trial-2373↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=797)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 handover_2G:trx-lms+bts1-sysmo handover.py\u000a----------------------------------------------\u000a11:09:54.724875 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:09:54.735615 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a11:09:54.871830 tst handover.py: using LAC 27992\u000a11:09:54.991365 tst handover.py: using RAC 197\u000a11:09:55.108317 tst handover.py: using CellId 27992\u000a11:09:55.225839 tst handover.py: using BVCI 27993\u000a11:09:55.248737 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a11:09:55.376281 tst handover.py: using LAC 27993\u000a11:09:55.501933 tst handover.py: using RAC 198\u000a11:09:55.628017 tst handover.py: using CellId 27993\u000a11:09:55.752550 tst handover.py: using BVCI 27994\u000a11:09:55.775546 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:09:55.786658 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:09:55.797353 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:09:55.808765 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:09:55.820333 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:09:55.831657 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a11:09:55.952271 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a11:09:56.163131 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:09:56.651756 run create_hlr_db(pid=791): Launched\u000a11:09:56.783967 bus /sierra_2: Setting Powered False\u000a11:09:57.861837 run create_hlr_db(pid=791): Terminated: ok {rc=0}\u000a11:09:58.243803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=793): Launched\u000a11:09:58.549061 run osmo-hlr_10.42.42.2(pid=794): Launched\u000a11:09:58.669573 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:09:59.179211 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=796): Launched\u000a11:09:59.482962 run osmo-stp_10.42.42.5(pid=797): Launched\u000a11:09:59.595060 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:10:00.123772 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=799): Launched\u000a11:10:00.428836 run osmo-msc_10.42.42.6(pid=800): Launched\u000a11:10:00.608050 run osmo-stp_10.42.42.5(pid=797): ERR: Terminated: ERROR {rc=1} [trial-2373↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=797)]\u000a11:10:00.736418 run osmo-stp_10.42.42.5(pid=797): stdout: \u000a| (launched: 2022-12-10_11:09:59.332761)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:10:00.880723 run osmo-stp_10.42.42.5(pid=797): stderr: \u000a| �[0;m�[38;5;43m20221210110959503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210110959503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210110959504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210110959504 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210110959504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210110959505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210110959505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:10:01.019709 run osmo-stp_10.42.42.5(pid=797): stdout: \u000a| (launched: 2022-12-10_11:09:59.332761)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:10:01.152712 run osmo-stp_10.42.42.5(pid=797): stderr: \u000a| �[0;m�[38;5;43m20221210110959503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210110959503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210110959504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210110959504 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210110959504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210110959505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210110959505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:10:01.210969 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=797): Process ended prematurely: osmo-stp_10.42.42.5(pid=797) [trial-2373↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=797)] [trial-2373↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18]\u000a11:10:01.219973 tst handover.py:18: Test FAILED (6.5 sec)\u000a11:10:01.284776 run osmo-hlr_10.42.42.2(pid=794): ERR: Terminated: ERROR {rc=237} [trial-2373↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=794)]\u000a11:10:01.344237 run osmo-hlr_10.42.42.2(pid=794): stdout: \u000a| (launched: 2022-12-10_11:09:58.398614) \u000a11:10:01.406143 run osmo-hlr_10.42.42.2(pid=794): stderr: \u000a| �[0;m�[1;31m20221210110958573 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210110958573 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210110958573 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110958573 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210110958573 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210110958573 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210110958586 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/handover_2G:trx-lms+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210110958594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210110958594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210110958594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:10:01.481797 run osmo-msc_10.42.42.6(pid=800): ERR: Terminated: ERROR {rc=2} [trial-2373↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=800)]\u000a11:10:01.536300 run osmo-msc_10.42.42.6(pid=800): stdout: \u000a| (launched: 2022-12-10_11:10:00.277805) \u000a11:10:01.590013 run osmo-msc_10.42.42.6(pid=800): stderr: \u000a| �[0;m�[38;5;43m20221210111000547 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210111000547 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdb09934c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210111000547 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210111000547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210111000547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210111000548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210111000549 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210111000550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210111000550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210111000550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:10:01.636820 run pcap-recorder_any(filters='host 10.42.42.2')(pid=793): Terminating (SIGTERM)\u000a11:10:01.682255 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=796): Terminating (SIGTERM)\u000a11:10:01.728704 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=799): Terminating (SIGTERM)\u000a11:10:01.739253 --- ParallelTerminationStrategy: PID 793 died...\u000a11:10:01.798230 run pcap-recorder_any(filters='host 10.42.42.2')(pid=793): Terminated: ok {rc=0}\u000a11:10:01.809190 --- ParallelTerminationStrategy: PID 796 died...\u000a11:10:01.867518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=796): Terminated: ok {rc=0}\u000a11:10:01.879169 --- ParallelTerminationStrategy: PID 799 died...\u000a11:10:01.937687 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=799): Terminated: ok {rc=0}\u000a11:10:02.026780 bus /sierra_3: Setting Powered False\u000a11:10:03.128757 bus /sierra_3: Setting Powered False\u000a11:10:04.240412 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "187", "name" : "handover_2G_trx-lms+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:09:54" }, { "cases" : [ { "testActions" : [ ], "age" : 202, "className" : "handover_2G:trx-lms+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=815): Process ended prematurely: osmo-stp_10.42.42.5(pid=815) [trial-2373↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=815)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=815): Process ended prematurely: osmo-stp_10.42.42.5(pid=815) [trial-2373↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=815)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 handover_2G:trx-lms+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a11:10:06.252794 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:10:06.264429 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a11:10:06.399849 tst handover.py: using LAC 27994\u000a11:10:06.520038 tst handover.py: using RAC 199\u000a11:10:06.638977 tst handover.py: using CellId 27994\u000a11:10:06.756406 tst handover.py: using BVCI 27995\u000a11:10:06.779371 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a11:10:06.912287 tst handover.py: using LAC 27995\u000a11:10:07.028330 tst handover.py: using RAC 200\u000a11:10:07.145397 tst handover.py: using CellId 27995\u000a11:10:07.267431 tst handover.py: using BVCI 27996\u000a11:10:07.290422 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:10:07.301235 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:10:07.311807 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:10:07.322704 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:10:07.333638 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:10:07.344452 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a11:10:07.461308 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a11:10:07.663228 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:10:08.115227 run create_hlr_db(pid=809): Launched\u000a11:10:08.239372 bus /sierra_2: Setting Powered False\u000a11:10:09.312249 run create_hlr_db(pid=809): Terminated: ok {rc=0}\u000a11:10:09.715839 run pcap-recorder_any(filters='host 10.42.42.2')(pid=811): Launched\u000a11:10:10.039950 run osmo-hlr_10.42.42.2(pid=812): Launched\u000a11:10:10.160791 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:10:10.697566 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=814): Launched\u000a11:10:11.021183 run osmo-stp_10.42.42.5(pid=815): Launched\u000a11:10:11.138853 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:10:11.706405 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=817): Launched\u000a11:10:12.030276 run osmo-msc_10.42.42.6(pid=818): Launched\u000a11:10:12.220041 run osmo-stp_10.42.42.5(pid=815): ERR: Terminated: ERROR {rc=1} [trial-2373↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=815)]\u000a11:10:12.356482 run osmo-stp_10.42.42.5(pid=815): stdout: \u000a| (launched: 2022-12-10_11:10:10.862440)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:10:12.492649 run osmo-stp_10.42.42.5(pid=815): stderr: \u000a| �[0;m�[38;5;43m20221210111011055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210111011055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210111011055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210111011056 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210111011056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210111011056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210111011056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:10:12.623433 run osmo-stp_10.42.42.5(pid=815): stdout: \u000a| (launched: 2022-12-10_11:10:10.862440)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:10:12.752288 run osmo-stp_10.42.42.5(pid=815): stderr: \u000a| �[0;m�[38;5;43m20221210111011055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210111011055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210111011055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210111011056 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210111011056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210111011056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210111011056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:10:12.808736 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=815): Process ended prematurely: osmo-stp_10.42.42.5(pid=815) [trial-2373↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=815)] [trial-2373↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18]\u000a11:10:12.817120 tst handover.py:18: Test FAILED (6.6 sec)\u000a11:10:12.879811 run osmo-hlr_10.42.42.2(pid=812): ERR: Terminated: ERROR {rc=237} [trial-2373↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=812)]\u000a11:10:12.931719 run osmo-hlr_10.42.42.2(pid=812): stdout: \u000a| (launched: 2022-12-10_11:10:09.881059) \u000a11:10:12.983734 run osmo-hlr_10.42.42.2(pid=812): stderr: \u000a| �[0;m�[1;31m20221210111010078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210111010078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210111010078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210111010078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210111010078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210111010078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210111010090 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/handover_2G:trx-lms+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210111010098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210111010099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210111010099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:10:13.054562 run osmo-msc_10.42.42.6(pid=818): ERR: Terminated: ERROR {rc=2} [trial-2373↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=818)]\u000a11:10:13.106170 run osmo-msc_10.42.42.6(pid=818): stdout: \u000a| (launched: 2022-12-10_11:10:11.871311) \u000a11:10:13.158365 run osmo-msc_10.42.42.6(pid=818): stderr: \u000a| �[0;m�[38;5;43m20221210111012191 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210111012191 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffba1045c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210111012191 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210111012191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210111012191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210111012192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210111012193 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210111012194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210111012194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210111012194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:10:13.202688 run pcap-recorder_any(filters='host 10.42.42.2')(pid=811): Terminating (SIGTERM)\u000a11:10:13.244606 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=814): Terminating (SIGTERM)\u000a11:10:13.286741 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=817): Terminating (SIGTERM)\u000a11:10:13.296105 --- ParallelTerminationStrategy: PID 811 died...\u000a11:10:13.352245 run pcap-recorder_any(filters='host 10.42.42.2')(pid=811): Terminated: ok {rc=0}\u000a11:10:13.362399 --- ParallelTerminationStrategy: PID 814 died...\u000a11:10:13.418051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=814): Terminated: ok {rc=0}\u000a11:10:13.428106 --- ParallelTerminationStrategy: PID 817 died...\u000a11:10:13.483664 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=817): Terminated: ok {rc=0}\u000a11:10:13.571178 bus /sierra_3: Setting Powered False\u000a11:10:14.677815 bus /sierra_3: Setting Powered False\u000a11:10:15.786463 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "188", "name" : "handover_2G_trx-lms+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:10:05" }, { "cases" : [ { "testActions" : [ ], "age" : 202, "className" : "handover_2G:trx-lms+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=834): Process ended prematurely: osmo-stp_10.42.42.5(pid=834) [trial-2373↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=834)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=834): Process ended prematurely: osmo-stp_10.42.42.5(pid=834) [trial-2373↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=834)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 handover_2G:trx-lms+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a11:10:17.893999 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:10:17.904914 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a11:10:18.041864 tst handover.py: using LAC 27996\u000a11:10:18.160205 tst handover.py: using RAC 201\u000a11:10:18.280047 tst handover.py: using CellId 27996\u000a11:10:18.400627 tst handover.py: using BVCI 27997\u000a11:10:18.423669 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a11:10:18.559679 tst handover.py: using LAC 27997\u000a11:10:18.679778 tst handover.py: using RAC 202\u000a11:10:18.798160 tst handover.py: using CellId 27997\u000a11:10:18.919613 tst handover.py: using BVCI 27998\u000a11:10:18.942520 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:10:18.953357 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:10:18.964036 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:10:18.975044 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:10:18.985896 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:10:18.996634 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a11:10:19.115762 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a11:10:19.324118 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:10:19.814157 run create_hlr_db(pid=825): Launched\u000a11:10:19.946343 bus /sierra_2: Setting Powered False\u000a11:10:21.022745 run create_hlr_db(pid=825): Terminated: ok {rc=0}\u000a11:10:21.403731 run pcap-recorder_any(filters='host 10.42.42.2')(pid=827): Launched\u000a11:10:21.708880 run osmo-hlr_10.42.42.2(pid=828): Launched\u000a11:10:21.826763 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:10:22.335616 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=833): Launched\u000a11:10:22.640079 run osmo-stp_10.42.42.5(pid=834): Launched\u000a11:10:22.751099 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:10:23.278581 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=836): Launched\u000a11:10:23.582236 run osmo-msc_10.42.42.6(pid=837): Launched\u000a11:10:23.759117 run osmo-stp_10.42.42.5(pid=834): ERR: Terminated: ERROR {rc=1} [trial-2373↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=834)]\u000a11:10:23.887257 run osmo-stp_10.42.42.5(pid=834): stdout: \u000a| (launched: 2022-12-10_11:10:22.489297)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:10:24.014489 run osmo-stp_10.42.42.5(pid=834): stderr: \u000a| �[0;m�[38;5;43m20221210111022659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210111022659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210111022659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210111022660 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210111022660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210111022660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210111022660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:10:24.136604 run osmo-stp_10.42.42.5(pid=834): stdout: \u000a| (launched: 2022-12-10_11:10:22.489297)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:10:24.257143 run osmo-stp_10.42.42.5(pid=834): stderr: \u000a| �[0;m�[38;5;43m20221210111022659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210111022659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210111022659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210111022660 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210111022660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210111022660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210111022660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:10:24.309710 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=834): Process ended prematurely: osmo-stp_10.42.42.5(pid=834) [trial-2373↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=834)] [trial-2373↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18]\u000a11:10:24.317521 tst handover.py:18: Test FAILED (6.4 sec)\u000a11:10:24.378040 run osmo-hlr_10.42.42.2(pid=828): ERR: Terminated: ERROR {rc=237} [trial-2373↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=828)]\u000a11:10:24.427133 run osmo-hlr_10.42.42.2(pid=828): stdout: \u000a| (launched: 2022-12-10_11:10:21.558024) \u000a11:10:24.477006 run osmo-hlr_10.42.42.2(pid=828): stderr: \u000a| �[0;m�[1;31m20221210111021735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210111021735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210111021735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210111021735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210111021735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210111021735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210111021757 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/handover_2G:trx-lms+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210111021766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210111021766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210111021766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:10:24.544728 run osmo-msc_10.42.42.6(pid=837): ERR: Terminated: ERROR {rc=2} [trial-2373↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=837)]\u000a11:10:24.593807 run osmo-msc_10.42.42.6(pid=837): stdout: \u000a| (launched: 2022-12-10_11:10:23.432103) \u000a11:10:24.643501 run osmo-msc_10.42.42.6(pid=837): stderr: \u000a| �[0;m�[38;5;43m20221210111023704 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210111023704 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc426ea9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210111023704 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210111023704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210111023704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210111023704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210111023706 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210111023706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210111023707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210111023707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:10:24.685421 run pcap-recorder_any(filters='host 10.42.42.2')(pid=827): Terminating (SIGTERM)\u000a11:10:24.725438 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=833): Terminating (SIGTERM)\u000a11:10:24.765266 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=836): Terminating (SIGTERM)\u000a11:10:24.774671 --- ParallelTerminationStrategy: PID 827 died...\u000a11:10:24.827923 run pcap-recorder_any(filters='host 10.42.42.2')(pid=827): Terminated: ok {rc=0}\u000a11:10:24.837710 --- ParallelTerminationStrategy: PID 833 died...\u000a11:10:24.890753 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=833): Terminated: ok {rc=0}\u000a11:10:24.900507 --- ParallelTerminationStrategy: PID 836 died...\u000a11:10:24.953843 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=836): Terminated: ok {rc=0}\u000a11:10:25.037193 bus /sierra_3: Setting Powered False\u000a11:10:26.139114 bus /sierra_3: Setting Powered False\u000a11:10:27.245777 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "189", "name" : "handover_2G_trx-lms+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:10:17" }, { "cases" : [ { "testActions" : [ ], "age" : 202, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=849): Process ended prematurely: osmo-stp_10.42.42.5(pid=849) [trial-2373↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=849)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=849): Process ended prematurely: osmo-stp_10.42.42.5(pid=849) [trial-2373↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=849)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a11:10:29.263072 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:10:29.274381 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a11:10:29.404163 tst handover.py: using LAC 27998\u000a11:10:29.521892 tst handover.py: using RAC 203\u000a11:10:29.640150 tst handover.py: using CellId 27998\u000a11:10:29.766804 tst handover.py: using BVCI 27999\u000a11:10:29.791560 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a11:10:29.939942 tst handover.py: using LAC 27999\u000a11:10:30.065529 tst handover.py: using RAC 204\u000a11:10:30.191174 tst handover.py: using CellId 27999\u000a11:10:30.316421 tst handover.py: using BVCI 28000\u000a11:10:30.341201 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:10:30.352839 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:10:30.364405 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:10:30.375887 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:10:30.387352 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:10:30.398792 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a11:10:30.514974 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a11:10:30.714404 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:10:31.249854 run create_hlr_db(pid=842): Launched\u000a11:10:31.386121 bus /sierra_2: Setting Powered False\u000a11:10:32.459640 run create_hlr_db(pid=842): Terminated: ok {rc=0}\u000a11:10:32.841068 run pcap-recorder_any(filters='host 10.42.42.2')(pid=845): Launched\u000a11:10:33.144161 run osmo-hlr_10.42.42.2(pid=846): Launched\u000a11:10:33.255053 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:10:33.756148 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=848): Launched\u000a11:10:34.060279 run osmo-stp_10.42.42.5(pid=849): Launched\u000a11:10:34.172357 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:10:34.704805 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=851): Launched\u000a11:10:35.009647 run osmo-msc_10.42.42.6(pid=852): Launched\u000a11:10:35.189338 run osmo-stp_10.42.42.5(pid=849): ERR: Terminated: ERROR {rc=1} [trial-2373↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=849)]\u000a11:10:35.318249 run osmo-stp_10.42.42.5(pid=849): stdout: \u000a| (launched: 2022-12-10_11:10:33.910389)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:10:35.444643 run osmo-stp_10.42.42.5(pid=849): stderr: \u000a| �[0;m�[38;5;43m20221210111034080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210111034080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210111034080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210111034081 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210111034081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210111034081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210111034081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:10:35.567153 run osmo-stp_10.42.42.5(pid=849): stdout: \u000a| (launched: 2022-12-10_11:10:33.910389)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:10:35.688108 run osmo-stp_10.42.42.5(pid=849): stderr: \u000a| �[0;m�[38;5;43m20221210111034080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210111034080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210111034080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210111034081 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210111034081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210111034081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210111034081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:10:35.740921 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=849): Process ended prematurely: osmo-stp_10.42.42.5(pid=849) [trial-2373↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=849)] [trial-2373↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18]\u000a11:10:35.748604 tst handover.py:18: Test FAILED (6.5 sec)\u000a11:10:35.809831 run osmo-hlr_10.42.42.2(pid=846): ERR: Terminated: ERROR {rc=237} [trial-2373↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=846)]\u000a11:10:35.859551 run osmo-hlr_10.42.42.2(pid=846): stdout: \u000a| (launched: 2022-12-10_11:10:32.994599) \u000a11:10:35.909712 run osmo-hlr_10.42.42.2(pid=846): stderr: \u000a| �[0;m�[1;31m20221210111033171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210111033171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210111033171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210111033171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210111033171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210111033171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210111033187 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210111033197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210111033197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210111033197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:10:35.978336 run osmo-msc_10.42.42.6(pid=852): ERR: Terminated: ERROR {rc=2} [trial-2373↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=852)]\u000a11:10:36.027744 run osmo-msc_10.42.42.6(pid=852): stdout: \u000a| (launched: 2022-12-10_11:10:34.859102) \u000a11:10:36.077820 run osmo-msc_10.42.42.6(pid=852): stderr: \u000a| �[0;m�[38;5;43m20221210111035129 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210111035129 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7824af0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210111035129 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210111035129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210111035129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210111035130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210111035131 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210111035132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210111035132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210111035132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:10:36.120234 run pcap-recorder_any(filters='host 10.42.42.2')(pid=845): Terminating (SIGTERM)\u000a11:10:36.160543 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=848): Terminating (SIGTERM)\u000a11:10:36.200707 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=851): Terminating (SIGTERM)\u000a11:10:36.210323 --- ParallelTerminationStrategy: PID 845 died...\u000a11:10:36.264511 run pcap-recorder_any(filters='host 10.42.42.2')(pid=845): Terminated: ok {rc=0}\u000a11:10:36.274307 --- ParallelTerminationStrategy: PID 848 died...\u000a11:10:36.327885 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=848): Terminated: ok {rc=0}\u000a11:10:36.337716 --- ParallelTerminationStrategy: PID 851 died...\u000a11:10:36.391185 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=851): Terminated: ok {rc=0}\u000a11:10:36.479718 bus /sierra_3: Setting Powered False\u000a11:10:37.582961 bus /sierra_3: Setting Powered False\u000a11:10:38.695134 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "190", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:10:28" }, { "cases" : [ { "testActions" : [ ], "age" : 202, "className" : "handover_2G:trx-lms-limenet-micro+bts1-sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=863): Process ended prematurely: osmo-stp_10.42.42.5(pid=863) [trial-2373↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=863)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=863): Process ended prematurely: osmo-stp_10.42.42.5(pid=863) [trial-2373↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=863)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 handover_2G:trx-lms-limenet-micro+bts1-sysmo handover.py\u000a----------------------------------------------\u000a11:10:40.704278 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:10:40.715797 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a11:10:40.854883 tst handover.py: using LAC 28000\u000a11:10:40.981300 tst handover.py: using RAC 205\u000a11:10:41.113781 tst handover.py: using CellId 28000\u000a11:10:41.238886 tst handover.py: using BVCI 28001\u000a11:10:41.263500 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a11:10:41.393191 tst handover.py: using LAC 28001\u000a11:10:41.518054 tst handover.py: using RAC 206\u000a11:10:41.643740 tst handover.py: using CellId 28001\u000a11:10:41.769252 tst handover.py: using BVCI 28002\u000a11:10:41.794047 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:10:41.805506 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:10:41.816676 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:10:41.827987 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:10:41.839328 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:10:41.850643 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a11:10:41.979369 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a11:10:42.182017 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:10:42.635593 run create_hlr_db(pid=857): Launched\u000a11:10:42.759805 bus /sierra_2: Setting Powered False\u000a11:10:43.831785 run create_hlr_db(pid=857): Terminated: ok {rc=0}\u000a11:10:44.235201 run pcap-recorder_any(filters='host 10.42.42.2')(pid=859): Launched\u000a11:10:44.561037 run osmo-hlr_10.42.42.2(pid=860): Launched\u000a11:10:44.682295 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:10:45.219571 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=862): Launched\u000a11:10:45.543958 run osmo-stp_10.42.42.5(pid=863): Launched\u000a11:10:45.661968 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:10:46.258495 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=865): Launched\u000a11:10:46.598974 run osmo-msc_10.42.42.6(pid=866): Launched\u000a11:10:47.046150 run osmo-stp_10.42.42.5(pid=863): ERR: Terminated: ERROR {rc=1} [trial-2373↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=863)]\u000a11:10:47.397715 run osmo-stp_10.42.42.5(pid=863): stdout: \u000a| (launched: 2022-12-10_11:10:45.384567)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:10:47.587876 run osmo-stp_10.42.42.5(pid=863): stderr: \u000a| �[0;m�[38;5;43m20221210111045576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210111045576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210111045576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210111045577 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210111045577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210111045577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210111045577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:10:47.713549 run osmo-stp_10.42.42.5(pid=863): stdout: \u000a| (launched: 2022-12-10_11:10:45.384567)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:10:47.834964 run osmo-stp_10.42.42.5(pid=863): stderr: \u000a| �[0;m�[38;5;43m20221210111045576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210111045576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210111045576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210111045577 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210111045577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210111045577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210111045577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:10:47.887932 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=863): Process ended prematurely: osmo-stp_10.42.42.5(pid=863) [trial-2373↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=863)] [trial-2373↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18]\u000a11:10:47.895737 tst handover.py:18: Test FAILED (7.2 sec)\u000a11:10:47.956802 run osmo-hlr_10.42.42.2(pid=860): ERR: Terminated: ERROR {rc=237} [trial-2373↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=860)]\u000a11:10:48.006510 run osmo-hlr_10.42.42.2(pid=860): stdout: \u000a| (launched: 2022-12-10_11:10:44.400647) \u000a11:10:48.056716 run osmo-hlr_10.42.42.2(pid=860): stderr: \u000a| �[0;m�[1;31m20221210111044599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210111044599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210111044599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210111044599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210111044599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210111044599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210111044612 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/handover_2G:trx-lms-limenet-micro+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210111044620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210111044620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210111044621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:10:48.125012 run osmo-msc_10.42.42.6(pid=866): ERR: Terminated: ERROR {rc=2} [trial-2373↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=866)]\u000a11:10:48.174629 run osmo-msc_10.42.42.6(pid=866): stdout: \u000a| (launched: 2022-12-10_11:10:46.425972) \u000a11:10:48.225211 run osmo-msc_10.42.42.6(pid=866): stderr: \u000a| �[0;m�[38;5;43m20221210111047150 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210111047151 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f960fc91c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210111047151 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210111047151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210111047153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210111047154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210111047165 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210111047166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210111047167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210111047168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:10:48.267526 run pcap-recorder_any(filters='host 10.42.42.2')(pid=859): Terminating (SIGTERM)\u000a11:10:48.307819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=862): Terminating (SIGTERM)\u000a11:10:48.348192 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=865): Terminating (SIGTERM)\u000a11:10:48.357479 --- ParallelTerminationStrategy: PID 859 died...\u000a11:10:48.411304 run pcap-recorder_any(filters='host 10.42.42.2')(pid=859): Terminated: ok {rc=0}\u000a11:10:48.421014 --- ParallelTerminationStrategy: PID 862 died...\u000a11:10:48.474613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=862): Terminated: ok {rc=0}\u000a11:10:48.484508 --- ParallelTerminationStrategy: PID 865 died...\u000a11:10:48.538158 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=865): Terminated: ok {rc=0}\u000a11:10:48.627870 bus /sierra_3: Setting Powered False\u000a11:10:49.730634 bus /sierra_3: Setting Powered False\u000a11:10:50.842054 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "191", "name" : "handover_2G_trx-lms-limenet-micro+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:10:40" }, { "cases" : [ { "testActions" : [ ], "age" : 202, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=891): Process ended prematurely: osmo-stp_10.42.42.5(pid=891) [trial-2373↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=891)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=891): Process ended prematurely: osmo-stp_10.42.42.5(pid=891) [trial-2373↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=891)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 handover_2G:trx-lms-limenet-micro+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a11:10:52.842915 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:10:52.853997 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a11:10:52.986509 tst handover.py: using LAC 28002\u000a11:10:53.107472 tst handover.py: using RAC 207\u000a11:10:53.227642 tst handover.py: using CellId 28002\u000a11:10:53.347657 tst handover.py: using BVCI 28003\u000a11:10:53.370587 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a11:10:53.507718 tst handover.py: using LAC 28003\u000a11:10:53.627974 tst handover.py: using RAC 208\u000a11:10:53.754121 tst handover.py: using CellId 28003\u000a11:10:53.883262 tst handover.py: using BVCI 28004\u000a11:10:53.907999 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:10:53.919749 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:10:53.931355 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:10:53.943082 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:10:53.954984 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:10:53.966845 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a11:10:54.080625 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a11:10:54.291462 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:10:54.781508 run create_hlr_db(pid=871): Launched\u000a11:10:54.913969 bus /sierra_2: Setting Powered False\u000a11:10:55.990804 run create_hlr_db(pid=871): Terminated: ok {rc=0}\u000a11:10:56.394693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=887): Launched\u000a11:10:56.719442 run osmo-hlr_10.42.42.2(pid=888): Launched\u000a11:10:56.841058 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:10:57.376467 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=890): Launched\u000a11:10:57.702424 run osmo-stp_10.42.42.5(pid=891): Launched\u000a11:10:57.823374 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:10:58.387363 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=893): Launched\u000a11:10:58.711498 run osmo-msc_10.42.42.6(pid=894): Launched\u000a11:10:58.900765 run osmo-stp_10.42.42.5(pid=891): ERR: Terminated: ERROR {rc=1} [trial-2373↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=891)]\u000a11:10:59.037562 run osmo-stp_10.42.42.5(pid=891): stdout: \u000a| (launched: 2022-12-10_11:10:57.542037)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:10:59.173252 run osmo-stp_10.42.42.5(pid=891): stderr: \u000a| �[0;m�[38;5;43m20221210111057735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210111057735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210111057736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210111057736 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210111057737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210111057737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210111057737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:10:59.303168 run osmo-stp_10.42.42.5(pid=891): stdout: \u000a| (launched: 2022-12-10_11:10:57.542037)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:10:59.431719 run osmo-stp_10.42.42.5(pid=891): stderr: \u000a| �[0;m�[38;5;43m20221210111057735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210111057735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210111057736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210111057736 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210111057737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210111057737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210111057737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:10:59.487921 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=891): Process ended prematurely: osmo-stp_10.42.42.5(pid=891) [trial-2373↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=891)] [trial-2373↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18]\u000a11:10:59.496419 tst handover.py:18: Test FAILED (6.6 sec)\u000a11:10:59.559046 run osmo-hlr_10.42.42.2(pid=888): ERR: Terminated: ERROR {rc=237} [trial-2373↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=888)]\u000a11:10:59.610034 run osmo-hlr_10.42.42.2(pid=888): stdout: \u000a| (launched: 2022-12-10_11:10:56.560371) \u000a11:10:59.661368 run osmo-hlr_10.42.42.2(pid=888): stderr: \u000a| �[0;m�[1;31m20221210111056760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210111056760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210111056760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210111056760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210111056760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210111056760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210111056773 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/handover_2G:trx-lms-limenet-micro+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210111056781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210111056781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210111056781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:10:59.732082 run osmo-msc_10.42.42.6(pid=894): ERR: Terminated: ERROR {rc=2} [trial-2373↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=894)]\u000a11:10:59.782654 run osmo-msc_10.42.42.6(pid=894): stdout: \u000a| (launched: 2022-12-10_11:10:58.552737) \u000a11:10:59.833927 run osmo-msc_10.42.42.6(pid=894): stderr: \u000a| �[0;m�[38;5;43m20221210111058872 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210111058872 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f97960d9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210111058872 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210111058872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210111058873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210111058873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210111058874 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210111058875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210111058875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210111058875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:10:59.877662 run pcap-recorder_any(filters='host 10.42.42.2')(pid=887): Terminating (SIGTERM)\u000a11:10:59.919062 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=890): Terminating (SIGTERM)\u000a11:10:59.960768 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=893): Terminating (SIGTERM)\u000a11:10:59.970423 --- ParallelTerminationStrategy: PID 887 died...\u000a11:11:00.025723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=887): Terminated: ok {rc=0}\u000a11:11:00.035696 --- ParallelTerminationStrategy: PID 890 died...\u000a11:11:00.090928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=890): Terminated: ok {rc=0}\u000a11:11:00.100867 --- ParallelTerminationStrategy: PID 893 died...\u000a11:11:00.155838 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=893): Terminated: ok {rc=0}\u000a11:11:00.241380 bus /sierra_3: Setting Powered False\u000a11:11:01.348356 bus /sierra_3: Setting Powered False\u000a11:11:02.458822 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "192", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:10:52" }, { "cases" : [ { "testActions" : [ ], "age" : 202, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=905): Process ended prematurely: osmo-stp_10.42.42.5(pid=905) [trial-2373↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=905)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=905): Process ended prematurely: osmo-stp_10.42.42.5(pid=905) [trial-2373↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=905)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a11:11:04.486714 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:11:04.498248 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a11:11:04.636553 tst handover.py: using LAC 28004\u000a11:11:04.759781 tst handover.py: using RAC 209\u000a11:11:04.880268 tst handover.py: using CellId 28004\u000a11:11:05.001538 tst handover.py: using BVCI 28005\u000a11:11:05.024503 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a11:11:05.161219 tst handover.py: using LAC 28005\u000a11:11:05.280285 tst handover.py: using RAC 210\u000a11:11:05.400357 tst handover.py: using CellId 28005\u000a11:11:05.521661 tst handover.py: using BVCI 28006\u000a11:11:05.544594 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:11:05.555606 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:11:05.566515 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:11:05.577774 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:11:05.588882 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:11:05.599868 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a11:11:05.715307 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a11:11:05.924202 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:11:06.414347 run create_hlr_db(pid=899): Launched\u000a11:11:06.547855 bus /sierra_2: Setting Powered False\u000a11:11:07.624016 run create_hlr_db(pid=899): Terminated: ok {rc=0}\u000a11:11:08.026363 run pcap-recorder_any(filters='host 10.42.42.2')(pid=901): Launched\u000a11:11:08.350082 run osmo-hlr_10.42.42.2(pid=902): Launched\u000a11:11:08.467615 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:11:09.003443 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=904): Launched\u000a11:11:09.327387 run osmo-stp_10.42.42.5(pid=905): Launched\u000a11:11:09.444894 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:11:10.010420 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=907): Launched\u000a11:11:10.334317 run osmo-msc_10.42.42.6(pid=908): Launched\u000a11:11:10.524894 run osmo-stp_10.42.42.5(pid=905): ERR: Terminated: ERROR {rc=1} [trial-2373↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=905)]\u000a11:11:10.661829 run osmo-stp_10.42.42.5(pid=905): stdout: \u000a| (launched: 2022-12-10_11:11:09.168465)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:11:10.797833 run osmo-stp_10.42.42.5(pid=905): stderr: \u000a| �[0;m�[38;5;43m20221210111109360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210111109360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210111109360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210111109361 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210111109361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210111109361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210111109361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:11:10.928168 run osmo-stp_10.42.42.5(pid=905): stdout: \u000a| (launched: 2022-12-10_11:11:09.168465)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:11:11.056737 run osmo-stp_10.42.42.5(pid=905): stderr: \u000a| �[0;m�[38;5;43m20221210111109360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210111109360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210111109360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210111109361 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210111109361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210111109361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210111109361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:11:11.113601 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=905): Process ended prematurely: osmo-stp_10.42.42.5(pid=905) [trial-2373↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=905)] [trial-2373↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18]\u000a11:11:11.122047 tst handover.py:18: Test FAILED (6.6 sec)\u000a11:11:11.184814 run osmo-hlr_10.42.42.2(pid=902): ERR: Terminated: ERROR {rc=237} [trial-2373↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=902)]\u000a11:11:11.236314 run osmo-hlr_10.42.42.2(pid=902): stdout: \u000a| (launched: 2022-12-10_11:11:08.191383) \u000a11:11:11.288362 run osmo-hlr_10.42.42.2(pid=902): stderr: \u000a| �[0;m�[1;31m20221210111108388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210111108389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210111108389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210111108389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210111108389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210111108389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210111108401 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210111108409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210111108410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210111108410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:11:11.359480 run osmo-msc_10.42.42.6(pid=908): ERR: Terminated: ERROR {rc=2} [trial-2373↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=908)]\u000a11:11:11.410880 run osmo-msc_10.42.42.6(pid=908): stdout: \u000a| (launched: 2022-12-10_11:11:10.175110) \u000a11:11:11.462652 run osmo-msc_10.42.42.6(pid=908): stderr: \u000a| �[0;m�[38;5;43m20221210111110497 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210111110497 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbc2e73ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210111110497 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210111110498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210111110498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210111110498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210111110499 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210111110500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210111110500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210111110500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:11:11.506929 run pcap-recorder_any(filters='host 10.42.42.2')(pid=901): Terminating (SIGTERM)\u000a11:11:11.549270 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=904): Terminating (SIGTERM)\u000a11:11:11.591439 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=907): Terminating (SIGTERM)\u000a11:11:11.600912 --- ParallelTerminationStrategy: PID 901 died...\u000a11:11:11.656874 run pcap-recorder_any(filters='host 10.42.42.2')(pid=901): Terminated: ok {rc=0}\u000a11:11:11.666983 --- ParallelTerminationStrategy: PID 904 died...\u000a11:11:11.722368 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=904): Terminated: ok {rc=0}\u000a11:11:11.732279 --- ParallelTerminationStrategy: PID 907 died...\u000a11:11:11.787805 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=907): Terminated: ok {rc=0}\u000a11:11:11.875026 bus /sierra_3: Setting Powered False\u000a11:11:12.981538 bus /sierra_3: Setting Powered False\u000a11:11:14.089929 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "193", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:11:04" }, { "cases" : [ { "testActions" : [ ], "age" : 202, "className" : "handover_2G:trx-sysmocell5000+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=919): Process ended prematurely: osmo-stp_10.42.42.5(pid=919) [trial-2373↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=919)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=919): Process ended prematurely: osmo-stp_10.42.42.5(pid=919) [trial-2373↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=919)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 handover_2G:trx-sysmocell5000+bts1-sysmo handover.py\u000a----------------------------------------------\u000a11:11:16.108030 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:11:16.119970 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a11:11:16.267599 tst handover.py: using LAC 28006\u000a11:11:16.388551 tst handover.py: using RAC 211\u000a11:11:16.546382 tst handover.py: using CellId 28006\u000a11:11:16.706207 tst handover.py: using BVCI 28007\u000a11:11:16.739177 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a11:11:16.868911 tst handover.py: using LAC 28007\u000a11:11:16.992258 tst handover.py: using RAC 212\u000a11:11:17.113664 tst handover.py: using CellId 28007\u000a11:11:17.237615 tst handover.py: using BVCI 28008\u000a11:11:17.262105 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:11:17.273598 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:11:17.285179 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:11:17.297872 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:11:17.309485 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a11:11:17.320220 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a11:11:17.441555 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a11:11:17.642585 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:11:18.095295 run create_hlr_db(pid=913): Launched\u000a11:11:18.219972 bus /sierra_2: Setting Powered False\u000a11:11:19.292613 run create_hlr_db(pid=913): Terminated: ok {rc=0}\u000a11:11:19.672434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=915): Launched\u000a11:11:19.976646 run osmo-hlr_10.42.42.2(pid=916): Launched\u000a11:11:20.094909 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:11:20.603488 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=918): Launched\u000a11:11:20.907909 run osmo-stp_10.42.42.5(pid=919): Launched\u000a11:11:21.019275 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:11:21.548601 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=921): Launched\u000a11:11:21.853629 run osmo-msc_10.42.42.6(pid=922): Launched\u000a11:11:22.031418 run osmo-stp_10.42.42.5(pid=919): ERR: Terminated: ERROR {rc=1} [trial-2373↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=919)]\u000a11:11:22.160082 run osmo-stp_10.42.42.5(pid=919): stdout: \u000a| (launched: 2022-12-10_11:11:20.757552)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:11:22.286509 run osmo-stp_10.42.42.5(pid=919): stderr: \u000a| �[0;m�[38;5;43m20221210111120927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210111120928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210111120928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210111120928 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210111120929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210111120929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210111120929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:11:22.407907 run osmo-stp_10.42.42.5(pid=919): stdout: \u000a| (launched: 2022-12-10_11:11:20.757552)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:11:22.528639 run osmo-stp_10.42.42.5(pid=919): stderr: \u000a| �[0;m�[38;5;43m20221210111120927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210111120928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210111120928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210111120928 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210111120929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210111120929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210111120929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:11:22.581400 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=919): Process ended prematurely: osmo-stp_10.42.42.5(pid=919) [trial-2373↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=919)] [trial-2373↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18]\u000a11:11:22.589240 tst handover.py:18: Test FAILED (6.5 sec)\u000a11:11:22.649598 run osmo-hlr_10.42.42.2(pid=916): ERR: Terminated: ERROR {rc=237} [trial-2373↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=916)]\u000a11:11:22.698275 run osmo-hlr_10.42.42.2(pid=916): stdout: \u000a| (launched: 2022-12-10_11:11:19.827144) \u000a11:11:22.748035 run osmo-hlr_10.42.42.2(pid=916): stderr: \u000a| �[0;m�[1;31m20221210111120004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210111120004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210111120004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210111120004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210111120004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210111120004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210111120016 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/handover_2G:trx-sysmocell5000+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210111120025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210111120025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210111120025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:11:22.815799 run osmo-msc_10.42.42.6(pid=922): ERR: Terminated: ERROR {rc=2} [trial-2373↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=922)]\u000a11:11:22.865205 run osmo-msc_10.42.42.6(pid=922): stdout: \u000a| (launched: 2022-12-10_11:11:21.703157) \u000a11:11:22.914910 run osmo-msc_10.42.42.6(pid=922): stderr: \u000a| �[0;m�[38;5;43m20221210111121973 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210111121973 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f05e821ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210111121973 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210111121973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210111121973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210111121973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210111121975 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210111121975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210111121976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210111121976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:11:22.956814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=915): Terminating (SIGTERM)\u000a11:11:22.996781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=918): Terminating (SIGTERM)\u000a11:11:23.037236 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=921): Terminating (SIGTERM)\u000a11:11:23.046779 --- ParallelTerminationStrategy: PID 915 died...\u000a11:11:23.101343 run pcap-recorder_any(filters='host 10.42.42.2')(pid=915): Terminated: ok {rc=0}\u000a11:11:23.110999 --- ParallelTerminationStrategy: PID 918 died...\u000a11:11:23.164530 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=918): Terminated: ok {rc=0}\u000a11:11:23.174154 --- ParallelTerminationStrategy: PID 921 died...\u000a11:11:23.227569 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=921): Terminated: ok {rc=0}\u000a11:11:23.311323 bus /sierra_3: Setting Powered False\u000a11:11:24.417866 bus /sierra_3: Setting Powered False\u000a11:11:25.525405 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "194", "name" : "handover_2G_trx-sysmocell5000+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:11:15" }, { "cases" : [ { "testActions" : [ ], "age" : 202, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=933): Process ended prematurely: osmo-stp_10.42.42.5(pid=933) [trial-2373↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=933)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=933): Process ended prematurely: osmo-stp_10.42.42.5(pid=933) [trial-2373↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=933)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 handover_2G:trx-sysmocell5000+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a11:11:27.546777 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:11:27.558396 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a11:11:27.704204 tst handover.py: using LAC 28008\u000a11:11:27.830023 tst handover.py: using RAC 213\u000a11:11:27.956330 tst handover.py: using CellId 28008\u000a11:11:28.082313 tst handover.py: using BVCI 28009\u000a11:11:28.106816 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a11:11:28.245637 tst handover.py: using LAC 28009\u000a11:11:28.365361 tst handover.py: using RAC 214\u000a11:11:28.487491 tst handover.py: using CellId 28009\u000a11:11:28.605910 tst handover.py: using BVCI 28010\u000a11:11:28.628896 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:11:28.639869 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:11:28.650767 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:11:28.661970 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:11:28.673482 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:11:28.684454 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a11:11:28.801987 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a11:11:29.012429 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:11:29.501094 run create_hlr_db(pid=927): Launched\u000a11:11:29.634284 bus /sierra_2: Setting Powered False\u000a11:11:30.711419 run create_hlr_db(pid=927): Terminated: ok {rc=0}\u000a11:11:31.129893 run pcap-recorder_any(filters='host 10.42.42.2')(pid=929): Launched\u000a11:11:31.593365 run osmo-hlr_10.42.42.2(pid=930): Launched\u000a11:11:31.805829 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:11:32.331255 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=932): Launched\u000a11:11:32.638220 run osmo-stp_10.42.42.5(pid=933): Launched\u000a11:11:32.751415 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:11:33.283107 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=936): Launched\u000a11:11:33.589099 run osmo-msc_10.42.42.6(pid=937): Launched\u000a11:11:33.768364 run osmo-stp_10.42.42.5(pid=933): ERR: Terminated: ERROR {rc=1} [trial-2373↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=933)]\u000a11:11:33.897932 run osmo-stp_10.42.42.5(pid=933): stdout: \u000a| (launched: 2022-12-10_11:11:32.486577)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:11:34.024608 run osmo-stp_10.42.42.5(pid=933): stderr: \u000a| �[0;m�[38;5;43m20221210111132655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210111132655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210111132655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210111132656 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210111132656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210111132656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210111132656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:11:34.147088 run osmo-stp_10.42.42.5(pid=933): stdout: \u000a| (launched: 2022-12-10_11:11:32.486577)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:11:34.268472 run osmo-stp_10.42.42.5(pid=933): stderr: \u000a| �[0;m�[38;5;43m20221210111132655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210111132655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210111132655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210111132656 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210111132656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210111132656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210111132656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:11:34.321564 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=933): Process ended prematurely: osmo-stp_10.42.42.5(pid=933) [trial-2373↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=933)] [trial-2373↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18]\u000a11:11:34.329531 tst handover.py:18: Test FAILED (6.8 sec)\u000a11:11:34.389862 run osmo-hlr_10.42.42.2(pid=930): ERR: Terminated: ERROR {rc=237} [trial-2373↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=930)]\u000a11:11:34.439084 run osmo-hlr_10.42.42.2(pid=930): stdout: \u000a| (launched: 2022-12-10_11:11:31.286955) \u000a11:11:34.488911 run osmo-hlr_10.42.42.2(pid=930): stderr: \u000a| �[0;m�[1;31m20221210111131496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210111131496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210111131496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210111131496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210111131496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210111131497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210111131510 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/handover_2G:trx-sysmocell5000+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210111131532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210111131532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210111131532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:11:34.556731 run osmo-msc_10.42.42.6(pid=937): ERR: Terminated: ERROR {rc=2} [trial-2373↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=937)]\u000a11:11:34.606472 run osmo-msc_10.42.42.6(pid=937): stdout: \u000a| (launched: 2022-12-10_11:11:33.437941) \u000a11:11:34.656147 run osmo-msc_10.42.42.6(pid=937): stderr: \u000a| �[0;m�[38;5;43m20221210111133711 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210111133711 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd64751ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210111133712 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210111133712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210111133712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210111133712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210111133714 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210111133714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210111133714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210111133714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:11:34.697842 run pcap-recorder_any(filters='host 10.42.42.2')(pid=929): Terminating (SIGTERM)\u000a11:11:34.737791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=932): Terminating (SIGTERM)\u000a11:11:34.777676 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=936): Terminating (SIGTERM)\u000a11:11:34.787144 --- ParallelTerminationStrategy: PID 929 died...\u000a11:11:34.840364 run pcap-recorder_any(filters='host 10.42.42.2')(pid=929): Terminated: ok {rc=0}\u000a11:11:34.850222 --- ParallelTerminationStrategy: PID 932 died...\u000a11:11:34.904119 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=932): Terminated: ok {rc=0}\u000a11:11:34.913854 --- ParallelTerminationStrategy: PID 936 died...\u000a11:11:34.967064 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=936): Terminated: ok {rc=0}\u000a11:11:35.056534 bus /sierra_3: Setting Powered False\u000a11:11:36.162931 bus /sierra_3: Setting Powered False\u000a11:11:37.270234 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "195", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:11:27" }, { "cases" : [ { "testActions" : [ ], "age" : 202, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=948): Process ended prematurely: osmo-stp_10.42.42.5(pid=948) [trial-2373↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=948)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=948): Process ended prematurely: osmo-stp_10.42.42.5(pid=948) [trial-2373↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=948)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 handover_2G:trx-sysmocell5000+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a11:11:39.312154 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:11:39.323248 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a11:11:39.459997 tst handover.py: using LAC 28010\u000a11:11:39.580308 tst handover.py: using RAC 215\u000a11:11:39.699627 tst handover.py: using CellId 28010\u000a11:11:39.819928 tst handover.py: using BVCI 28011\u000a11:11:39.843118 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a11:11:39.979865 tst handover.py: using LAC 28011\u000a11:11:40.101763 tst handover.py: using RAC 216\u000a11:11:40.220050 tst handover.py: using CellId 28011\u000a11:11:40.340850 tst handover.py: using BVCI 28012\u000a11:11:40.363852 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:11:40.374843 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:11:40.385792 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:11:40.396817 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:11:40.407925 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:11:40.419023 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a11:11:40.538794 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a11:11:40.740272 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:11:41.190345 run create_hlr_db(pid=942): Launched\u000a11:11:41.314740 bus /sierra_2: Setting Powered False\u000a11:11:42.387352 run create_hlr_db(pid=942): Terminated: ok {rc=0}\u000a11:11:42.765934 run pcap-recorder_any(filters='host 10.42.42.2')(pid=944): Launched\u000a11:11:43.069884 run osmo-hlr_10.42.42.2(pid=945): Launched\u000a11:11:43.187785 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:11:43.695001 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=947): Launched\u000a11:11:43.999937 run osmo-stp_10.42.42.5(pid=948): Launched\u000a11:11:44.111322 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:11:44.641072 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=950): Launched\u000a11:11:44.946077 run osmo-msc_10.42.42.6(pid=951): Launched\u000a11:11:45.124527 run osmo-stp_10.42.42.5(pid=948): ERR: Terminated: ERROR {rc=1} [trial-2373↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=948)]\u000a11:11:45.252847 run osmo-stp_10.42.42.5(pid=948): stdout: \u000a| (launched: 2022-12-10_11:11:43.849659)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:11:45.379597 run osmo-stp_10.42.42.5(pid=948): stderr: \u000a| �[0;m�[38;5;43m20221210111144019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210111144019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210111144019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210111144020 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210111144020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210111144020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210111144020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:11:45.501561 run osmo-stp_10.42.42.5(pid=948): stdout: \u000a| (launched: 2022-12-10_11:11:43.849659)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:11:45.622417 run osmo-stp_10.42.42.5(pid=948): stderr: \u000a| �[0;m�[38;5;43m20221210111144019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210111144019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210111144019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210111144020 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210111144020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210111144020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210111144020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:11:45.675063 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=948): Process ended prematurely: osmo-stp_10.42.42.5(pid=948) [trial-2373↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=948)] [trial-2373↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18]\u000a11:11:45.682972 tst handover.py:18: Test FAILED (6.4 sec)\u000a11:11:45.743038 run osmo-hlr_10.42.42.2(pid=945): ERR: Terminated: ERROR {rc=237} [trial-2373↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=945)]\u000a11:11:45.791675 run osmo-hlr_10.42.42.2(pid=945): stdout: \u000a| (launched: 2022-12-10_11:11:42.920114) \u000a11:11:45.841850 run osmo-hlr_10.42.42.2(pid=945): stderr: \u000a| �[0;m�[1;31m20221210111143095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210111143095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210111143095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210111143095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210111143095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210111143095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210111143107 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/handover_2G:trx-sysmocell5000+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210111143116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210111143116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210111143116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:11:45.911055 run osmo-msc_10.42.42.6(pid=951): ERR: Terminated: ERROR {rc=2} [trial-2373↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=951)]\u000a11:11:45.962211 run osmo-msc_10.42.42.6(pid=951): stdout: \u000a| (launched: 2022-12-10_11:11:44.795523) \u000a11:11:46.014075 run osmo-msc_10.42.42.6(pid=951): stderr: \u000a| �[0;m�[38;5;43m20221210111145065 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210111145066 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f800fd62c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210111145066 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210111145066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210111145066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210111145066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210111145068 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210111145068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210111145068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210111145069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:11:46.057091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=944): Terminating (SIGTERM)\u000a11:11:46.099112 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=947): Terminating (SIGTERM)\u000a11:11:46.144177 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=950): Terminating (SIGTERM)\u000a11:11:46.154329 --- ParallelTerminationStrategy: PID 944 died...\u000a11:11:46.211158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=944): Terminated: ok {rc=0}\u000a11:11:46.221866 --- ParallelTerminationStrategy: PID 947 died...\u000a11:11:46.277260 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=947): Terminated: ok {rc=0}\u000a11:11:46.288852 --- ParallelTerminationStrategy: PID 950 died...\u000a11:11:46.345620 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=950): Terminated: ok {rc=0}\u000a11:11:46.444225 bus /sierra_3: Setting Powered False\u000a11:11:47.548416 bus /sierra_3: Setting Powered False\u000a11:11:48.659724 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "196", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:11:39" }, { "cases" : [ { "testActions" : [ ], "age" : 56, "className" : "handover_2G:sysmo+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=964): Process ended prematurely: osmo-stp_10.42.42.5(pid=964) [trial-2373↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=964)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=964): Process ended prematurely: osmo-stp_10.42.42.5(pid=964) [trial-2373↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=964)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 handover_2G:sysmo+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a11:11:50.665125 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:11:50.675809 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a11:11:50.805952 tst handover.py: using LAC 28012\u000a11:11:50.933425 tst handover.py: using RAC 217\u000a11:11:51.062316 tst handover.py: using CellId 28012\u000a11:11:51.191637 tst handover.py: using BVCI 28013\u000a11:11:51.216363 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a11:11:51.360128 tst handover.py: using LAC 28013\u000a11:11:51.487325 tst handover.py: using RAC 218\u000a11:11:51.614827 tst handover.py: using CellId 28013\u000a11:11:51.741665 tst handover.py: using BVCI 28014\u000a11:11:51.766292 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:11:51.777574 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:11:51.788619 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:11:51.800235 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:11:51.811907 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:11:51.823509 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a11:11:51.941039 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a11:11:52.151946 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:11:52.642808 run create_hlr_db(pid=958): Launched\u000a11:11:52.777109 bus /sierra_2: Setting Powered False\u000a11:11:53.852791 run create_hlr_db(pid=958): Terminated: ok {rc=0}\u000a11:11:54.255370 run pcap-recorder_any(filters='host 10.42.42.2')(pid=960): Launched\u000a11:11:54.580827 run osmo-hlr_10.42.42.2(pid=961): Launched\u000a11:11:54.700133 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:11:55.235589 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=963): Launched\u000a11:11:55.561087 run osmo-stp_10.42.42.5(pid=964): Launched\u000a11:11:55.679485 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:11:56.243809 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=966): Launched\u000a11:11:56.568098 run osmo-msc_10.42.42.6(pid=967): Launched\u000a11:11:56.759351 run osmo-stp_10.42.42.5(pid=964): ERR: Terminated: ERROR {rc=1} [trial-2373↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=964)]\u000a11:11:56.896482 run osmo-stp_10.42.42.5(pid=964): stdout: \u000a| (launched: 2022-12-10_11:11:55.400876)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:11:57.032533 run osmo-stp_10.42.42.5(pid=964): stderr: \u000a| �[0;m�[38;5;43m20221210111155595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210111155595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210111155595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210111155596 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210111155596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210111155596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210111155596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:11:57.162997 run osmo-stp_10.42.42.5(pid=964): stdout: \u000a| (launched: 2022-12-10_11:11:55.400876)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:11:57.292051 run osmo-stp_10.42.42.5(pid=964): stderr: \u000a| �[0;m�[38;5;43m20221210111155595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210111155595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210111155595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210111155596 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210111155596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210111155596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210111155596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:11:57.348645 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=964): Process ended prematurely: osmo-stp_10.42.42.5(pid=964) [trial-2373↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=964)] [trial-2373↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18]\u000a11:11:57.357013 tst handover.py:18: Test FAILED (6.7 sec)\u000a11:11:57.419857 run osmo-hlr_10.42.42.2(pid=961): ERR: Terminated: ERROR {rc=237} [trial-2373↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=961)]\u000a11:11:57.471442 run osmo-hlr_10.42.42.2(pid=961): stdout: \u000a| (launched: 2022-12-10_11:11:54.420808) \u000a11:11:57.524711 run osmo-hlr_10.42.42.2(pid=961): stderr: \u000a| �[0;m�[1;31m20221210111154618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210111154618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210111154618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210111154618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210111154618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210111154618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210111154635 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/handover_2G:sysmo+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210111154643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210111154643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210111154643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:11:57.596229 run osmo-msc_10.42.42.6(pid=967): ERR: Terminated: ERROR {rc=2} [trial-2373↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=967)]\u000a11:11:57.648519 run osmo-msc_10.42.42.6(pid=967): stdout: \u000a| (launched: 2022-12-10_11:11:56.408791) \u000a11:11:57.700728 run osmo-msc_10.42.42.6(pid=967): stderr: \u000a| �[0;m�[38;5;43m20221210111156731 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210111156732 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbefb189c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210111156732 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210111156732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210111156732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210111156732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210111156734 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210111156734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210111156735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210111156735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:11:57.745250 run pcap-recorder_any(filters='host 10.42.42.2')(pid=960): Terminating (SIGTERM)\u000a11:11:57.787417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=963): Terminating (SIGTERM)\u000a11:11:57.829645 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=966): Terminating (SIGTERM)\u000a11:11:57.839317 --- ParallelTerminationStrategy: PID 960 died...\u000a11:11:57.895715 run pcap-recorder_any(filters='host 10.42.42.2')(pid=960): Terminated: ok {rc=0}\u000a11:11:57.905882 --- ParallelTerminationStrategy: PID 963 died...\u000a11:11:57.961758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=963): Terminated: ok {rc=0}\u000a11:11:57.971800 --- ParallelTerminationStrategy: PID 966 died...\u000a11:11:58.027745 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=966): Terminated: ok {rc=0}\u000a11:11:58.115488 bus /sierra_3: Setting Powered False\u000a11:11:59.222506 bus /sierra_3: Setting Powered False\u000a11:12:00.331998 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "197", "name" : "handover_2G_sysmo+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:11:50" }, { "cases" : [ { "testActions" : [ ], "age" : 56, "className" : "handover_2G:sysmo+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=978): Process ended prematurely: osmo-stp_10.42.42.5(pid=978) [trial-2373↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=978)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=978): Process ended prematurely: osmo-stp_10.42.42.5(pid=978) [trial-2373↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=978)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 handover_2G:sysmo+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a11:12:02.409014 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:12:02.420199 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a11:12:02.565063 tst handover.py: using LAC 28014\u000a11:12:02.697227 tst handover.py: using RAC 219\u000a11:12:02.826572 tst handover.py: using CellId 28014\u000a11:12:02.955394 tst handover.py: using BVCI 28015\u000a11:12:02.980239 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a11:12:03.124316 tst handover.py: using LAC 28015\u000a11:12:03.250919 tst handover.py: using RAC 220\u000a11:12:03.379857 tst handover.py: using CellId 28015\u000a11:12:03.502114 tst handover.py: using BVCI 28016\u000a11:12:03.525303 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:12:03.535996 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:12:03.546612 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:12:03.557490 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:12:03.568545 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:12:03.579466 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a11:12:03.694287 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a11:12:03.905226 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:12:04.396256 run create_hlr_db(pid=972): Launched\u000a11:12:04.529287 bus /sierra_2: Setting Powered False\u000a11:12:05.606856 run create_hlr_db(pid=972): Terminated: ok {rc=0}\u000a11:12:05.989288 run pcap-recorder_any(filters='host 10.42.42.2')(pid=974): Launched\u000a11:12:06.293503 run osmo-hlr_10.42.42.2(pid=975): Launched\u000a11:12:06.405952 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:12:06.909702 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=977): Launched\u000a11:12:07.214700 run osmo-stp_10.42.42.5(pid=978): Launched\u000a11:12:07.326070 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:12:07.857169 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=980): Launched\u000a11:12:08.162419 run osmo-msc_10.42.42.6(pid=981): Launched\u000a11:12:08.341508 run osmo-stp_10.42.42.5(pid=978): ERR: Terminated: ERROR {rc=1} [trial-2373↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=978)]\u000a11:12:08.470223 run osmo-stp_10.42.42.5(pid=978): stdout: \u000a| (launched: 2022-12-10_11:12:07.063878)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:12:08.597144 run osmo-stp_10.42.42.5(pid=978): stderr: \u000a| �[0;m�[38;5;43m20221210111207234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210111207234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210111207234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210111207235 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210111207235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210111207235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210111207235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:12:08.719841 run osmo-stp_10.42.42.5(pid=978): stdout: \u000a| (launched: 2022-12-10_11:12:07.063878)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:12:08.841350 run osmo-stp_10.42.42.5(pid=978): stderr: \u000a| �[0;m�[38;5;43m20221210111207234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210111207234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210111207234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210111207235 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210111207235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210111207235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210111207235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:12:08.894934 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=978): Process ended prematurely: osmo-stp_10.42.42.5(pid=978) [trial-2373↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=978)] [trial-2373↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18]\u000a11:12:08.902935 tst handover.py:18: Test FAILED (6.5 sec)\u000a11:12:08.964054 run osmo-hlr_10.42.42.2(pid=975): ERR: Terminated: ERROR {rc=237} [trial-2373↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=975)]\u000a11:12:09.013561 run osmo-hlr_10.42.42.2(pid=975): stdout: \u000a| (launched: 2022-12-10_11:12:06.143595) \u000a11:12:09.063647 run osmo-hlr_10.42.42.2(pid=975): stderr: \u000a| �[0;m�[1;31m20221210111206319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210111206319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210111206319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210111206319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210111206319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210111206319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210111206332 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/handover_2G:sysmo+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210111206342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210111206342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210111206342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:12:09.131654 run osmo-msc_10.42.42.6(pid=981): ERR: Terminated: ERROR {rc=2} [trial-2373↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=981)]\u000a11:12:09.181558 run osmo-msc_10.42.42.6(pid=981): stdout: \u000a| (launched: 2022-12-10_11:12:08.011206) \u000a11:12:09.232185 run osmo-msc_10.42.42.6(pid=981): stderr: \u000a| �[0;m�[38;5;43m20221210111208281 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210111208281 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f64d1f7ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210111208281 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210111208281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210111208282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210111208282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210111208283 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210111208284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210111208284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210111208284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:12:09.274649 run pcap-recorder_any(filters='host 10.42.42.2')(pid=974): Terminating (SIGTERM)\u000a11:12:09.315098 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=977): Terminating (SIGTERM)\u000a11:12:09.355793 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=980): Terminating (SIGTERM)\u000a11:12:09.365276 --- ParallelTerminationStrategy: PID 974 died...\u000a11:12:09.419500 run pcap-recorder_any(filters='host 10.42.42.2')(pid=974): Terminated: ok {rc=0}\u000a11:12:09.429362 --- ParallelTerminationStrategy: PID 977 died...\u000a11:12:09.483397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=977): Terminated: ok {rc=0}\u000a11:12:09.493224 --- ParallelTerminationStrategy: PID 980 died...\u000a11:12:09.547006 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=980): Terminated: ok {rc=0}\u000a11:12:09.636313 bus /sierra_3: Setting Powered False\u000a11:12:10.741485 bus /sierra_3: Setting Powered False\u000a11:12:11.853047 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "198", "name" : "handover_2G_sysmo+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:12:02" }, { "cases" : [ { "testActions" : [ ], "age" : 56, "className" : "handover_2G:trx-b200+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=997): Process ended prematurely: osmo-stp_10.42.42.5(pid=997) [trial-2373↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=997)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=997): Process ended prematurely: osmo-stp_10.42.42.5(pid=997) [trial-2373↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=997)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2373 handover_2G:trx-b200+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a11:12:13.870812 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:12:13.882147 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a11:12:14.026691 tst handover.py: using LAC 28016\u000a11:12:14.154008 tst handover.py: using RAC 221\u000a11:12:14.280254 tst handover.py: using CellId 28016\u000a11:12:14.398296 tst handover.py: using BVCI 28017\u000a11:12:14.421474 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a11:12:14.556830 tst handover.py: using LAC 28017\u000a11:12:14.676377 tst handover.py: using RAC 222\u000a11:12:14.801511 tst handover.py: using CellId 28017\u000a11:12:14.930542 tst handover.py: using BVCI 28018\u000a11:12:14.955268 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:12:14.966663 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:12:14.978040 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:12:14.989834 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:12:15.001602 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:12:15.013250 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a11:12:15.131137 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a11:12:15.332711 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:12:15.786432 run create_hlr_db(pid=986): Launched\u000a11:12:15.931038 bus /sierra_2: Setting Powered False\u000a11:12:16.985997 run create_hlr_db(pid=986): Terminated: ok {rc=0}\u000a11:12:17.377610 run pcap-recorder_any(filters='host 10.42.42.2')(pid=989): Launched\u000a11:12:17.683477 run osmo-hlr_10.42.42.2(pid=990): Launched\u000a11:12:17.795430 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:12:18.296892 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=996): Launched\u000a11:12:18.600369 run osmo-stp_10.42.42.5(pid=997): Launched\u000a11:12:18.713307 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:12:19.245380 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=999): Launched\u000a11:12:19.550530 run osmo-msc_10.42.42.6(pid=1000): Launched\u000a11:12:19.729469 run osmo-stp_10.42.42.5(pid=997): ERR: Terminated: ERROR {rc=1} [trial-2373↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=997)]\u000a11:12:19.858856 run osmo-stp_10.42.42.5(pid=997): stdout: \u000a| (launched: 2022-12-10_11:12:18.450302)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:12:19.985819 run osmo-stp_10.42.42.5(pid=997): stderr: \u000a| �[0;m�[38;5;43m20221210111218621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210111218621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210111218622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210111218622 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210111218623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210111218623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210111218623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:12:20.108216 run osmo-stp_10.42.42.5(pid=997): stdout: \u000a| (launched: 2022-12-10_11:12:18.450302)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:12:20.229560 run osmo-stp_10.42.42.5(pid=997): stderr: \u000a| �[0;m�[38;5;43m20221210111218621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210111218621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210111218622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210111218622 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210111218623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210111218623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210111218623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:12:20.282907 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=997): Process ended prematurely: osmo-stp_10.42.42.5(pid=997) [trial-2373↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=997)] [trial-2373↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18]\u000a11:12:20.290824 tst handover.py:18: Test FAILED (6.4 sec)\u000a11:12:20.351362 run osmo-hlr_10.42.42.2(pid=990): ERR: Terminated: ERROR {rc=237} [trial-2373↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=990)]\u000a11:12:20.400731 run osmo-hlr_10.42.42.2(pid=990): stdout: \u000a| (launched: 2022-12-10_11:12:17.533065) \u000a11:12:20.450728 run osmo-hlr_10.42.42.2(pid=990): stderr: \u000a| �[0;m�[1;31m20221210111217710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210111217710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210111217710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210111217710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210111217710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210111217710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210111217728 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2373/run.2022-12-10_09-48-07/handover_2G:trx-b200+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210111217738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210111217738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210111217738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:12:20.518432 run osmo-msc_10.42.42.6(pid=1000): ERR: Terminated: ERROR {rc=2} [trial-2373↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1000)]\u000a11:12:20.567848 run osmo-msc_10.42.42.6(pid=1000): stdout: \u000a| (launched: 2022-12-10_11:12:19.399669) \u000a11:12:20.617910 run osmo-msc_10.42.42.6(pid=1000): stderr: \u000a| �[0;m�[38;5;43m20221210111219672 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210111219672 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6719303c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210111219672 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210111219672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210111219672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210111219672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210111219674 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210111219674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210111219675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210111219675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:12:20.660008 run pcap-recorder_any(filters='host 10.42.42.2')(pid=989): Terminating (SIGTERM)\u000a11:12:20.700069 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=996): Terminating (SIGTERM)\u000a11:12:20.740403 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=999): Terminating (SIGTERM)\u000a11:12:20.749921 --- ParallelTerminationStrategy: PID 989 died...\u000a11:12:20.803702 run pcap-recorder_any(filters='host 10.42.42.2')(pid=989): Terminated: ok {rc=0}\u000a11:12:20.813767 --- ParallelTerminationStrategy: PID 996 died...\u000a11:12:20.867022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=996): Terminated: ok {rc=0}\u000a11:12:20.877044 --- ParallelTerminationStrategy: PID 999 died...\u000a11:12:20.930762 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=999): Terminated: ok {rc=0}\u000a11:12:21.020096 bus /sierra_3: Setting Powered False\u000a11:12:22.123521 bus /sierra_3: Setting Powered False\u000a11:12:23.233342 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "199", "name" : "handover_2G_trx-b200+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T11:12:13" } ] }